-- Logs begin at Thu 2021-10-28 08:47:16 UTC, end at Thu 2021-10-28 10:09:51 UTC. -- Oct 28 09:39:19.305005 dv-cinder-815712-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 09:39:22.132014 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:39:22.132743 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 09:39:22.132877 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 09:39:22.136030 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.common.config [-] Logging enabled! Oct 28 09:39:22.136275 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 09:39:22.137283 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 09:39:22.138273 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:39:22.138497 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:39:22.138871 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:39:22.139108 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:39:22.139333 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:39:22.139649 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.139941 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.140231 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.140456 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.140773 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.141060 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.141460 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.141619 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.141994 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.142187 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.142462 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.142745 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.143031 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.143242 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.143524 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.143803 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.144022 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] debug = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.144298 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.144748 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.145167 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.145441 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.145725 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.145997 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.146261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.146529 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.146805 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.147133 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] host = dv-cinder-815712-3-iscsi {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.147410 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.147687 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.147967 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.148244 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.148512 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.148806 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.149082 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.149354 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.149618 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] log_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.149886 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.150169 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.150451 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.150741 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.150959 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.151175 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.151456 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.151734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.152004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.152357 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.152630 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.152931 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.153198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.153463 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.153746 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.154026 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.154308 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.154575 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.154846 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.155366 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.155634 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.155914 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.156183 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.156453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.156754 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.157039 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.157303 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.157949 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.157949 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.158282 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.158392 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.158684 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.158953 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.159233 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.159496 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.159762 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.160028 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] use_json = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.160298 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.160557 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.160853 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.161120 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.161384 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.161651 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.161916 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.162193 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:22.162491 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.162783 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.163081 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.163361 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.163665 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.163942 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.164227 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.164504 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.164814 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.165101 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.165385 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.165659 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.166018 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.166218 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.166508 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.166808 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.167097 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.167384 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.167658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.168582 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.169000 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.169289 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.169570 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.169853 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.170222 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.170430 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.170827 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.171002 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.171292 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.171578 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.171850 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.172128 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.172415 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.172716 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.172989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.173263 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.173547 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.173819 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.174088 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.174365 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.174640 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.174909 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.175177 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.175450 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.175736 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.176005 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.176271 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.176537 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.176833 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.177100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.177379 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.177650 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.177916 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.178185 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.178456 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.178722 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.178988 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.179258 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.179523 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.179796 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.180062 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.180328 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.180595 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.180889 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.181158 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.181425 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.181689 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.181957 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.182226 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.182493 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.182759 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.183026 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.183292 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.183641 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.184432 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.184726 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.185187 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.185920 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.185920 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.186117 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.186319 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.186514 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.186789 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.187066 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.187343 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.187622 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.187907 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.188185 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.188454 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.188800 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.189241 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.189502 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.189614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.190155 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.190155 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.190436 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.190724 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.191010 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.191298 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.191585 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.191870 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.192144 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.192451 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.192753 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:22.192967 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:39:22.193212 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108646) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 09:39:22.632018 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 09:39:22.632287 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 09:39:22.632572 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 09:39:22.632925 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 09:39:22.972093 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:22.972434 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:22.972629 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:22.973853 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:22.974141 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:22.974399 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.009456 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.009729 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.010083 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.026487 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.026763 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.027027 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.060122 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.060393 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.060688 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.097980 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.098252 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.098518 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.342189 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.342808 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.342808 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.342968 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.343560 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.474475 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.474787 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.475064 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.475333 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.475600 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.475909 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.476170 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.476419 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.476678 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.476963 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.477220 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.477488 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.477735 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.477986 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.478229 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.478484 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.478729 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.478996 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.479264 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.479517 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.479779 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.480027 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.480388 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.480800 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.481046 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.481287 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.481694 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:23.481929 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:23.482157 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:23.482386 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:23.482612 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:23.482835 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:23.483204 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 09:39:23.486799 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 09:39:23.490813 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 09:39:23.494722 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 28 09:39:23.496953 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 09:39:23.497416 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 09:39:23.497739 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 09:39:23.498125 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 09:39:23.501065 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 09:39:23.501312 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 09:39:23.501661 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:39:23.507306 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 09:39:23.534032 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 09:39:23.534536 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.535030 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108646) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 09:39:23.535186 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.536646 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108646) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 09:39:23.536959 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 09:39:23.537198 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 09:39:23.540516 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.540817 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:23.604901 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 09:39:23.605088 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 09:39:23.605365 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 09:39:23.605845 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 09:39:23.626740 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_db.sqlalchemy.engines [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108646) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 09:39:24.378202 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing driver for type 'gre' Oct 28 09:39:24.378897 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] gre ID ranges: [(1, 1000)] Oct 28 09:39:24.549739 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing driver for type 'local' Oct 28 09:39:24.550493 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing driver for type 'vlan' Oct 28 09:39:24.658256 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] VlanTypeDriver initialization complete Oct 28 09:39:24.658522 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing driver for type 'vxlan' Oct 28 09:39:24.659039 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] vxlan ID ranges: [(1, 1000)] Oct 28 09:39:24.869901 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing extension driver 'port_security' Oct 28 09:39:24.870302 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.extensions.port_security [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] PortSecurityExtensionDriver initialization complete Oct 28 09:39:24.870686 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing mechanism driver 'openvswitch' Oct 28 09:39:24.871405 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing mechanism driver 'hyperv' Oct 28 09:39:24.878832 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.plugin [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:24.879701 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.880076 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.880431 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.881004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:39:24.881456 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnet after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.881814 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnet after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.882162 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.882559 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:39:24.882976 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.883329 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.883705 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.884091 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:39:24.884508 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > security_group after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.884882 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > security_group after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.885229 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.885635 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:39:24.886054 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.886741 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.886741 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.887139 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:39:24.887563 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > address_group after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.887912 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > address_group after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.888253 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.888685 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108646) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 09:39:24.889075 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] ML2 OVO RPC backend initialized. {{(pid=108646) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 09:39:24.889825 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.890178 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.890608 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.890955 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > networks before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.891571 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.891849 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > ports before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.892193 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnet before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.892614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnets before_response 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.892990 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.893334 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.898690 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.898690 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.898690 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.898690 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.899180 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnet after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.899180 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnet after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.899180 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.899180 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.plugin [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Modular L2 Plugin initialization complete Oct 28 09:39:24.899180 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading services supported by the core plugin {{(pid=108646) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 09:39:24.899734 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.plugins.ml2.managers [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Got port-security extension from driver 'port_security' Oct 28 09:39:24.899734 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.extensions.vlantransparent [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Disabled vlantransparent extension. Oct 28 09:39:24.899734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108646) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 09:39:24.899734 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: router Oct 28 09:39:24.940832 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.941222 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router after_create 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.941596 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router before_create 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.942010 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.943051 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.943051 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router after_delete 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.943051 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.943575 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.944059 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router after_create 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.944328 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router after_update 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.944573 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router after_update 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.944947 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.945315 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router after_update 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.945729 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_update 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.952964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: port after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.952964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: port after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.952964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: subnet after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.952964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.952964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953488 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_create 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953488 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: port before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953488 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953488 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router after_update 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953807 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953807 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_create 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953807 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.953807 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_update 55549900 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.954100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > agent after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.954100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > agent after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.954100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > network after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.954100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Tracking information for resource: router configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:24.954100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Tracking information for resource: floatingip configured {{(pid=108646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 09:39:24.963519 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.db.l3_agentschedulers_db [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 09:39:24.964105 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: port after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.964471 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: port after_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.965368 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: port after_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.965727 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: port after_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.966549 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router before_create 55550100 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.966903 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.967271 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_create 55550100 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.967681 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > router precommit_update 55550100 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:24.972798 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.services.provider_configuration [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service providers = [] {{(pid=108646) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 09:39:24.973237 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.db.servicetype_db [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108646) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 09:39:24.976432 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.services.service_base [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:39:24.976817 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.services.service_base [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:39:24.977160 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.services.service_base [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:39:24.978070 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.services.service_base [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 09:39:24.978448 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.services.service_base [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 09:39:24.978842 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:24.979157 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 09:39:25.002129 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:25.002455 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: auto_allocate Oct 28 09:39:25.009097 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: network precommit_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.009470 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: network precommit_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.010040 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:25.010322 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: tag Oct 28 09:39:25.018168 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:25.019098 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: timestamp Oct 28 09:39:25.022679 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:25.023040 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: network_ip_availability Oct 28 09:39:25.029775 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.030401 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.030760 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.031541 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:25.031859 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: flavors Oct 28 09:39:25.043996 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:25.044388 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading Plugin: revisions Oct 28 09:39:25.049467 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 09:39:25.049859 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_concurrency.lockutils [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.417s {{(pid=108646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 09:39:25.050641 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108646) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 09:39:25.050976 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Initializing extension manager. Oct 28 09:39:25.051491 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: __init__.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.051830 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: __pycache__ {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.052160 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.052491 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: address_group.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.053332 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.053924 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: address-group Oct 28 09:39:25.054249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: address_scope.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.054964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.055519 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: address-scope Oct 28 09:39:25.055843 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.056875 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.057381 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: router-admin-state-down-before-update Oct 28 09:39:25.057701 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: agent.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.058434 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.058935 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: agent Oct 28 09:39:25.059258 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: agent_resources_synced.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.060192 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.060716 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: agent-resources-synced Oct 28 09:39:25.061037 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: allowedaddresspairs.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.062906 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.063419 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: allowed-address-pairs Oct 28 09:39:25.063741 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: auto_allocated_topology.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.064975 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.065486 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: auto-allocated-topology Oct 28 09:39:25.065814 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: availability_zone.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.066579 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.067077 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: availability_zone Oct 28 09:39:25.067400 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: availability_zone_filter.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.068337 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.068867 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: availability_zone_filter Oct 28 09:39:25.069185 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: data_plane_status.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.070100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.070592 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 09:39:25.070908 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: default_subnetpools.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.071830 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.072335 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: default-subnetpools Oct 28 09:39:25.072648 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.073529 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.074048 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: dhcp_agent_scheduler Oct 28 09:39:25.074370 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: dns.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.075310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.075813 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 09:39:25.076133 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: dns_domain_ports.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.077107 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.077607 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 09:39:25.077924 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.078842 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.079433 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 09:39:25.079760 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: dvr.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.080439 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.080974 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: dvr Oct 28 09:39:25.081286 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: ecmp_routes.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.082209 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.082705 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 09:39:25.083028 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: empty_string_filtering.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.083968 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.084470 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: empty-string-filtering Oct 28 09:39:25.084819 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.085737 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.086232 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:39:25.086551 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.087479 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.087975 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 09:39:25.088293 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: external_net.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.089230 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.090438 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: external-net Oct 28 09:39:25.090757 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.091678 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.092179 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: extra_dhcp_opt Oct 28 09:39:25.092497 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: extraroute.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.093420 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.093917 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: extraroute Oct 28 09:39:25.094233 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: extraroute_atomic.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.095384 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.095879 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: extraroute-atomic Oct 28 09:39:25.096197 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: filter_validation.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.097149 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.097651 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: filter-validation Oct 28 09:39:25.097972 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: fip_pf_description.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.106509 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.107021 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 09:39:25.107337 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: fip_port_details.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.108301 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.108842 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: fip-port-details Oct 28 09:39:25.109157 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: flavors.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.110436 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.111037 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: flavors Oct 28 09:39:25.111518 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.113103 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.113616 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 09:39:25.113942 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: floatingip_pools.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.114651 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.115152 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: floatingip-pools Oct 28 09:39:25.115474 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: ip_allocation.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.116397 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.116921 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 09:39:25.117245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.118160 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.118655 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: ip-substring-filtering Oct 28 09:39:25.118976 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l2_adjacency.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.119905 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.120399 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 09:39:25.120768 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l3.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.121896 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.122312 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: router Oct 28 09:39:25.122635 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.125017 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.125530 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 09:39:25.125853 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.126793 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.127349 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: ext-gw-mode Oct 28 09:39:25.127690 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.128687 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.129185 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: l3-ha Oct 28 09:39:25.129508 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l3_flavors.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.130419 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.130913 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: l3-flavors Oct 28 09:39:25.131235 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.132151 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.132673 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 09:39:25.132991 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: l3agentscheduler.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.134064 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.134571 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: l3_agent_scheduler Oct 28 09:39:25.134901 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: logging.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.136965 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.137479 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension logging not supported by any of loaded plugins Oct 28 09:39:25.137803 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: metering.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.138548 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.139123 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: metering Oct 28 09:39:25.139448 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.140758 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.141311 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: metering_source_and_destination_fields Oct 28 09:39:25.141592 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: multiprovidernet.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.142560 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.143069 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: multi-provider Oct 28 09:39:25.143390 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: netmtu.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.144308 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.144836 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: net-mtu Oct 28 09:39:25.145157 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: netmtu_writable.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.146079 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.146585 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: net-mtu-writable Oct 28 09:39:25.146908 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: network_availability_zone.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.147583 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.148082 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: network_availability_zone Oct 28 09:39:25.148427 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: network_ip_availability.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.162469 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.163028 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: network-ip-availability Oct 28 09:39:25.163371 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: network_segment_range.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.164220 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.164748 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 09:39:25.165073 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: pagination.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.166092 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.166420 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: pagination Oct 28 09:39:25.166744 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: port_device_profile.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.167664 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.168184 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: port-device-profile Oct 28 09:39:25.168676 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.170203 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.171014 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: port-mac-address-regenerate Oct 28 09:39:25.171344 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.172308 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.172954 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: port-numa-affinity-policy Oct 28 09:39:25.173514 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: port_resource_request.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.174683 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.175188 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 09:39:25.175508 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: portbindings.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.176467 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.177393 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: binding Oct 28 09:39:25.177938 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: portbindings_extended.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.180107 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.180887 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: binding-extended Oct 28 09:39:25.181222 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: portsecurity.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.182207 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.182714 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: port-security Oct 28 09:39:25.183040 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: project_id.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.184388 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.184814 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: project-id Oct 28 09:39:25.185141 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: providernet.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.186119 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.186891 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: provider Oct 28 09:39:25.187214 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.191158 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.191624 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos not supported by any of loaded plugins Oct 28 09:39:25.191954 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.193285 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.193793 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 09:39:25.194132 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.195075 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.195579 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 09:39:25.195905 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_default.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.196901 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.197407 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-default not supported by any of loaded plugins Oct 28 09:39:25.197730 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_fip.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.198406 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.199448 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 09:39:25.199767 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_gateway_ip.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.200745 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.201252 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 09:39:25.201574 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_port_network_policy.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.202520 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.203027 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 09:39:25.203351 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.204404 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.204942 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 09:39:25.205269 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_pps_rule.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.206474 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.206988 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 09:39:25.207306 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_rule_type_details.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.208227 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.208759 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 09:39:25.209078 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: qos_rules_alias.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.210326 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.210830 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 09:39:25.211152 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: quotasv2.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.212321 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.212712 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: quotas Oct 28 09:39:25.213022 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: quotasv2_detail.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.223363 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.223712 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: quota_details Oct 28 09:39:25.224052 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: rbac.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.225300 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.225871 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: rbac-policies Oct 28 09:39:25.226203 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: rbac_address_group.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.227220 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.227731 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: rbac-address-group Oct 28 09:39:25.228056 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: rbac_address_scope.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.229048 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.229565 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: rbac-address-scope Oct 28 09:39:25.229885 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: rbac_security_groups.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.231100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.231615 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: rbac-security-groups Oct 28 09:39:25.231971 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: rbac_subnetpool.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.232953 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.233468 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: rbac-subnetpool Oct 28 09:39:25.233793 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: revisionifmatch.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.234739 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.235245 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: revision-if-match Oct 28 09:39:25.235569 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: revisions.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.236743 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.237256 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: standard-attr-revisions Oct 28 09:39:25.237584 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: router_availability_zone.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.238269 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.238776 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: router_availability_zone Oct 28 09:39:25.239101 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: routerservicetype.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.240032 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.240541 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 09:39:25.240890 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.241815 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.242325 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: security-groups-normalized-cidr Oct 28 09:39:25.242646 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.243592 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.244157 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: port-security-groups-filtering Oct 28 09:39:25.244446 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.245426 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.245936 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: security-groups-remote-address-group Oct 28 09:39:25.246250 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: securitygroup.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.256583 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.257176 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: security-group Oct 28 09:39:25.257508 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: segment.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.258368 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.258877 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension segment not supported by any of loaded plugins Oct 28 09:39:25.259203 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.260308 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.260849 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 09:39:25.261176 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: servicetype.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.263082 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.263537 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: service-type Oct 28 09:39:25.263864 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: sorting.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.264917 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.265254 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: sorting Oct 28 09:39:25.265579 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: standard_attr_segment.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.266662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.267137 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 09:39:25.267460 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: standardattrdescription.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.268150 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.268674 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: standard-attr-description Oct 28 09:39:25.269020 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: stateful_security_group.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.270013 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.270528 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: stateful-security-group Oct 28 09:39:25.270847 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: stdattrs_common.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.271443 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 09:39:25.271758 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.272789 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.273282 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 09:39:25.273599 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: subnet_onboard.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.274719 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.275231 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: subnet_onboard Oct 28 09:39:25.275552 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.276498 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.277051 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 09:39:25.277970 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: subnet_service_types.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.278926 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.279441 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: subnet-service-types Oct 28 09:39:25.279765 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: subnetallocation.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.284223 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.284774 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: subnet_allocation Oct 28 09:39:25.285107 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.286040 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.286564 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: subnetpool-prefix-ops Oct 28 09:39:25.286722 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.287677 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.288187 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 09:39:25.288505 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: tagging.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.289660 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.290167 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: standard-attr-tag Oct 28 09:39:25.290494 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: timestamp.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.291775 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.292282 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loaded extension: standard-attr-timestamp Oct 28 09:39:25.292632 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: trunk.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.293709 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.294222 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension trunk not supported by any of loaded plugins Oct 28 09:39:25.294542 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: trunk_details.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.295476 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.295988 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 09:39:25.296306 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: uplink_status_propagation.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.297264 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.297773 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 09:39:25.298094 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Loading extension file: vlantransparent.py {{(pid=108646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 09:39:25.298778 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 09:39:25.299276 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 09:39:25.301828 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:network Oct 28 09:39:25.302379 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:subnet Oct 28 09:39:25.302816 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:39:25.303212 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:port Oct 28 09:39:25.304515 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.304995 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service FLAVORS assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.305626 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.306062 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.306392 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:router Oct 28 09:39:25.306833 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:39:25.307326 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service METERING assigned prefix: /metering {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.312709 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.312709 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.312709 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:39:25.312709 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:39:25.312709 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:39:25.313141 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:39:25.313141 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service CORE assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.313141 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:39:25.313141 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] subnetpool is already registered Oct 28 09:39:25.313571 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service CORE assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.313752 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:39:25.314086 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] subnetpool is already registered Oct 28 09:39:25.316610 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.317085 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service FLAVORS assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.317702 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.318139 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.318472 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:router Oct 28 09:39:25.318811 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] router is already registered Oct 28 09:39:25.319231 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 09:39:25.319573 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] floatingip is already registered Oct 28 09:39:25.320045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service METERING assigned prefix: /metering {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.320796 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 09:39:25.321126 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] rbac_policy is already registered Oct 28 09:39:25.321550 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:security_group Oct 28 09:39:25.321885 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] security_group is already registered Oct 28 09:39:25.322287 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 09:39:25.322629 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] security_group_rule is already registered Oct 28 09:39:25.323127 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service CORE assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.323453 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:39:25.323788 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] subnetpool is already registered Oct 28 09:39:25.324789 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.v2.resource_helper [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Service CORE assigned prefix: {{(pid=108646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 09:39:25.325118 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 09:39:25.325443 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING neutron.quota.resource_registry [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] subnetpool is already registered Oct 28 09:39:25.327327 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: extensions {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.328862 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: address-groups {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.330449 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: address-scopes {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.331661 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: agents {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.335455 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: auto-allocated-topology {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.335455 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: availability_zones {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.335455 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: dhcp-networks {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.336795 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: dhcp-agents {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.338313 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: routers {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.341151 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: flavors {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.342410 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: service_profiles {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.343621 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: next_providers {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.345108 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: service_profiles {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.346650 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: floatingip-pools {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.348075 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: routers {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.350150 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: floatingips {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.351425 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: l3-routers {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.352857 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: l3-agents {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.354394 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: metering-labels {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.355621 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: metering-label-rules {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.357023 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: network-ip-availabilities {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.358282 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: bindings {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.359854 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: quotas {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.361596 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: quotas {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.363126 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: rbac-policies {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.364327 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: security-groups {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.365695 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: security-group-rules {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.366948 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: service-providers {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.368147 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: subnetpools {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.369588 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: subnetpools {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.371079 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.372792 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.374602 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.376382 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.378105 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.380051 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.381760 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.384764 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.387069 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.389107 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron.api.extensions [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Extended resource: tags {{(pid=108646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 09:39:25.395467 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING keystonemiddleware.auth_token [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 09:39:25.400293 dv-cinder-815712-3-iscsi neutron-server[108646]: WARNING keystonemiddleware.auth_token [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 09:39:25.410613 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_concurrency.lockutils [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Acquired lock "singleton_lock" {{(pid=108646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 09:39:25.411090 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_concurrency.lockutils [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Releasing lock "singleton_lock" {{(pid=108646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 09:39:25.414236 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO oslo_service.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Starting 2 workers Oct 28 09:39:25.416632 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Started child 108755 {{(pid=108646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:39:25.421573 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Started child 108756 {{(pid=108646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:39:25.425967 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.426728 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO neutron.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 09:39:25.426728 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Publish callbacks [] for process, before_spawn {{(pid=108646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.426882 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [-] (108755) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:39:25.426950 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO oslo_service.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Starting 1 workers Oct 28 09:39:25.427062 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.428071 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [-] (108756) wsgi starting up on http://0.0.0.0:9696 Oct 28 09:39:25.431714 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Started child 108757 {{(pid=108646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:39:25.432266 dv-cinder-815712-3-iscsi neutron-server[108646]: INFO oslo_service.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Starting 1 workers Oct 28 09:39:25.435906 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] calling RpcWorker wait() {{(pid=108757) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 09:39:25.436560 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] returning from RpcWorker wait() {{(pid=108757) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 09:39:25.437314 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Started child 108758 {{(pid=108646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 09:39:25.437741 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.438141 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG neutron_lib.callbacks.manager [None req-17c4c738-7e24-4466-92c5-172e2e2a6f65 None None] Publish callbacks [] for process, after_spawn {{(pid=108646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.438245 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:25.440301 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:39:25.440528 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:39:25.440733 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:39:25.440969 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:39:25.441355 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:39:25.441449 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:39:25.441969 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.442269 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.442507 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.442809 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.443135 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.443705 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.443971 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.444233 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.444508 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.444787 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.444957 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.445126 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.445390 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.445634 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.445978 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.446253 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.446499 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.446768 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.446925 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:25.447622 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.447622 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.447622 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.447622 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.447879 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] debug = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.448129 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.448607 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.448852 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.449614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.449847 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.450073 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.450330 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.450598 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.450830 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.451125 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.451307 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.451556 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.451783 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.451996 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.452222 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.452463 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.452699 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.453174 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] host = dv-cinder-815712-3-iscsi {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.453415 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.453645 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.453892 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.454329 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.454522 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.454722 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.454908 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.455118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.455373 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.455630 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.455860 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.456104 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.456420 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.456601 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.456792 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_options = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.457007 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.457272 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.457532 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.457719 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.457893 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.458066 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.458300 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.458510 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.459006 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.459006 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.459376 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.459376 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.459750 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.459750 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.460015 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.460189 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.460369 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.460599 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.460869 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.461094 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.461315 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.461547 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.461773 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.462006 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.462252 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.462563 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.462720 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.462955 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.463219 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.463401 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.463634 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.463879 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.464127 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.464381 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.465344 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.465654 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.465780 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.466004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.466354 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.466616 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.466907 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.467324 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.467531 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.467780 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.467991 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.468213 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.468406 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_json = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.468619 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.468882 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.477349 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478118 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.478658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.479811 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.480364 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.480364 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.480364 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.480364 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.480364 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.480364 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.480364 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.481363 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.481629 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.481868 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.482120 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.482385 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.482623 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.482854 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.483074 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.483308 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.483543 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.483760 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.484007 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.484246 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.484496 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.484751 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.484976 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.485196 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.485507 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.485696 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.485931 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.486138 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:25.486294 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.486439 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.486578 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.486795 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.487008 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.487263 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.487498 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.487709 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.487920 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.488138 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.488383 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.488623 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.488868 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.489145 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.489346 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.489549 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.489719 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.489917 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.490125 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.490355 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.490596 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.490803 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.491097 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.491252 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.491450 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.491648 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.491837 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.492068 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.492340 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.492631 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.492891 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.493145 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.493360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.493608 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.493820 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.494068 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.494278 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.494511 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.494718 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.494981 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.495208 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.495454 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.495671 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.495936 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.496181 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.496394 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.496619 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.496937 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.497255 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.497463 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.497743 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.497977 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.498211 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.498458 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.498698 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.498959 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.499194 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.499461 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.499916 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.499916 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.500769 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.501192 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.501438 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.501680 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.501969 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.502259 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.502585 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.502869 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.503120 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.503352 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.505419 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.505419 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.505665 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.505832 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.506062 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.506308 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.506661 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.506899 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.507190 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.507447 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.507730 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.508021 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.508218 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.509989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.509989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.509989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.509989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.509989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.509989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.509989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.510537 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.510537 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.510679 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.510977 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.511123 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.511242 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.512273 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.512502 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.512806 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.513706 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.513706 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.513706 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.517577 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.518614 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519100 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519584 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519584 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519732 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.519944 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.520352 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.520872 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.521282 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.521888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.522144 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.522360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.522721 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42032) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:25.522852 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.522971 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.523211 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.523427 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.523641 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.523871 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.524130 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.524606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.524871 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.525085 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.525315 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.525518 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.525764 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.525949 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.526389 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.526506 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.527292 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.527292 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.528305 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.528305 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.528836 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.528836 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.529092 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.529693 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.529693 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.530259 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.530259 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.530541 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.530681 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.530849 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.531070 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.531286 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.531604 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.531894 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.532109 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.533426 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.533655 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.533870 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.534251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.534623 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.534980 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.535210 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.535433 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.535924 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.536156 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.536368 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.536585 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.536929 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.537162 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.537398 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.537694 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.537796 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [-] 10.222.0.104 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0079541 Oct 28 09:39:25.537945 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.538197 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.538489 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.538733 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.538991 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.539257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.539628 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.539880 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.540114 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.540344 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.540584 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.540839 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.541105 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.541417 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.541701 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.541955 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.542188 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.542446 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.542918 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.543143 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.543269 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.544447 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.544874 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.545256 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.546338 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.546658 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.546914 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.547134 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.547351 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.547586 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.547836 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.548009 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.548424 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.548682 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.548905 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.549936 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.549936 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.549936 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.549936 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.550362 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.550362 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.550493 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.550585 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:39:25.551249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 09:39:25.551540 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 09:39:25.551817 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 09:39:25.552137 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 09:39:25.552566 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 09:39:25.552718 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 09:39:25.552818 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.553771 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.553771 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.553771 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.553771 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.553771 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.553771 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.554135 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.554135 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.554263 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.554331 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.554456 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.554750 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.555085 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.555251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.555358 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.555648 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.555925 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.556215 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.556503 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.556797 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.557083 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.557375 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] debug = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.557651 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.557969 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.558880 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.559170 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.559484 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.559817 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.560103 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.560389 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.560679 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.560965 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.561249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.561524 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.561924 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.562280 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.562568 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.562838 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.563368 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.563481 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] host = dv-cinder-815712-3-iscsi {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.563624 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.563770 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.564076 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.564234 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.564391 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.564530 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.564704 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.564992 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.565269 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.565538 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.565861 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.566148 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.566434 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.566627 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.566903 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_options = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.567032 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.567136 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.567367 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.567527 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.567650 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.567772 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.567885 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.568017 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.568140 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.568306 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.568449 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.568598 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.569653 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.569828 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.569985 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.570117 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.570436 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.570730 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.571020 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.571309 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.571587 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.571869 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.572027 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.572182 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.572335 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.572490 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.572648 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.572842 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.572979 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.573139 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.573285 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.573429 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.573722 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.574552 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.575688 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.576028 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.576358 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.576701 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.577031 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.577358 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.577527 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.578467 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.578630 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.578962 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.579253 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.579654 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.579963 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_json = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.580252 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.580542 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.580898 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.581251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.581571 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.582360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.582360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.582360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 09:39:25.582711 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.582711 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.582940 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.583184 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.583365 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.583527 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584459 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584459 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584459 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584459 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584459 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584459 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584938 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584938 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.584938 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.585125 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.585265 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.585405 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.585561 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.585717 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.585870 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.586025 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.586189 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587093 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587093 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587093 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587093 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587093 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587093 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587464 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587464 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587581 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587738 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587834 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.587974 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.588131 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.588288 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.588468 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.588759 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.588888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.588996 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.589102 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.589255 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.589412 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.589696 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.590734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.590734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.590734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.590734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.590734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.590734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.590734 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591496 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591496 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591496 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591496 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591496 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591985 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591985 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.591985 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.592284 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.592284 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.592483 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.592483 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.592752 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.593061 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.593061 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.593061 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.598249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.599261 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.600606 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.601453 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.602245 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.603249 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.604257 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.605251 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.606310 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.607198 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608045 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.608888 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.609662 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610395 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.610964 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.611157 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.611157 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.611309 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.611926 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.611926 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.611926 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.611926 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.612365 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.612365 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.612365 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.612717 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.612717 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.612927 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.612927 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.613360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.613360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.613360 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.613663 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.613663 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.613891 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.614027 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.614113 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615004 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615679 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615679 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615679 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.615679 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616075 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616075 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616075 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616363 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616363 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616569 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616711 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616823 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.616928 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.617066 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.617222 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.617378 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.617545 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.617702 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.617882 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.617992 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.618144 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.618299 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.618464 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.618620 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.618776 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.619590 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.619590 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.619590 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.619590 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.619590 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.620124 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.620124 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.620124 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.620124 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.620625 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.620625 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.620625 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.621531 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.621531 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.621531 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.621835 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.621949 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.622054 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.622199 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.622355 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.622511 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.622666 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.622824 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.622985 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.623998 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.623998 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.623998 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.623998 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.623998 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.623998 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.624744 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.624744 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.624744 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.624744 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.624744 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.625225 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.625225 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.625225 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.625225 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.625622 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.625622 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.625912 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.626049 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.626194 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.626362 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.626533 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.626788 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.626906 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.627012 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.627989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.627989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.627989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 09:39:25.627989 dv-cinder-815712-3-iscsi neutron-server[108646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 09:39:25.662023 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:38.338749 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ac5e4-5c48-4f4b-b24c-ac0eb0029fba None None] get_active_networks_info from dv-cinder-815712-3-iscsi {{(pid=108757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 09:39:38.445405 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ac5e4-5c48-4f4b-b24c-ac0eb0029fba None None] No non-hosted networks {{(pid=108757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 09:39:38.462708 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.agentschedulers_db [None req-fe0ac5e4-5c48-4f4b-b24c-ac0eb0029fba None None] DHCP Agent not found on host dv-cinder-815712-3-iscsi {{(pid=108757) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 09:39:38.596938 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6fb3b8a4-41a3-4a08-858d-e54246d131c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603726'] for agent, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:40.848576 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-9a18d78d-134d-4b31-bf4d-69cb614d98e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603726'] for agent, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:40.888183 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.db.api [None req-ea032364-806f-4dc6-becc-01eb7dfec403 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815712-3-iscsi {{(pid=108757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:39:40.889073 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG oslo_db.api [None req-ea032364-806f-4dc6-becc-01eb7dfec403 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:39:41.415616 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-ea032364-806f-4dc6-becc-01eb7dfec403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:42.210204 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603726'] for agent, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:42.211572 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.212110 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.212639 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.213202 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.214753 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.215472 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.216022 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.216569 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.217247 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.217798 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.218308 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.218808 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:42.219377 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815712-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:42.238952 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815712-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:39:42.388012 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603726'] for agent, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:44.212075 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603726'] for agent, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:45.495780 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42132) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:46.159335 dv-cinder-815712-3-iscsi neutron-server[108755]: WARNING oslo_policy.policy [None req-0b493720-8688-4ac2-a36c-d3032677c46a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:39:46.159934 dv-cinder-815712-3-iscsi neutron-server[108755]: WARNING oslo_policy.policy [None req-0b493720-8688-4ac2-a36c-d3032677c46a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:39:46.385694 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [None req-0b493720-8688-4ac2-a36c-d3032677c46a admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:39:46.387008 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0b493720-8688-4ac2-a36c-d3032677c46a admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8890386 Oct 28 09:39:47.478118 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.db.l3_hamode_db [None req-916ec27e-6cd4-4406-8a65-cb8040bcd3b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 09:39:47.559152 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ec27e-6cd4-4406-8a65-cb8040bcd3b6 None None] Routers set() bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:39:47.559541 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916ec27e-6cd4-4406-8a65-cb8040bcd3b6 None None] Router IDs set() for agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 09:39:49.015034 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42146) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:49.534888 dv-cinder-815712-3-iscsi neutron-server[108756]: WARNING oslo_policy.policy [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:39:49.535479 dv-cinder-815712-3-iscsi neutron-server[108756]: WARNING oslo_policy.policy [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:39:49.765549 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:49.864946 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.policy [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108756) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:39:49.913524 dv-cinder-815712-3-iscsi neutron-server[108756]: WARNING oslo_policy.policy [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:39:49.913902 dv-cinder-815712-3-iscsi neutron-server[108756]: WARNING oslo_policy.policy [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:39:49.922915 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.quota [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] Loaded quota_driver: . Oct 28 09:39:50.184619 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416077813', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416079302', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416196433', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416191773', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416764973', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741416170399', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-600670', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642483', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2082339'] for rbac-policy, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:50.413755 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:50.415030 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-b0bd9c50-29be-4ffa-91a9-70e1b90bee1b admin admin] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3990297 Oct 28 09:39:53.173066 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42164) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:53.482317 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'name': 'private'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:53.577824 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Made reservation on behalf of 9ce97cd306f049298ef6d190e28d2fcf for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:53.580609 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.600191 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.711880 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.771139 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.798448 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:39:53.821971 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13cc337-6199-42db-bb56-673d70e589e5,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:53.825310 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741419518293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:53.825888 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Unsubscribe: segment precommit_create {{(pid=108756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:39:53.826374 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Added segment bcaaf27d-5a49-4606-86d8-dd8e737ccf28 of type vlan for network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 Oct 28 09:39:53.851044 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.851425 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.851756 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.852084 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.852407 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.852782 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.853105 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.853475 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.854269 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.854807 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.855306 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.855564 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Tracked resource versions report: Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: pushed versions: Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: { 'AddressGroup': {'1.2'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'ConntrackHelper': {'1.0'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Log': {'1.0'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Network': {'1.1'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Port': {'1.7'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'PortForwarding': {'1.2'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'QosPolicy': {'1.10'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroup': {'1.4'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SubPort': {'1.0'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Subnet': {'1.1'}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Trunk': {'1.1'}} Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: consumer versions: Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'ConntrackHelper': '1.0', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Log': '1.0', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Network': '1.1', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Port': '1.7', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'PortForwarding': '1.2', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'QosPolicy': '1.10', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroup': '1.4', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroupRule': '1.2', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SubPort': '1.0', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Subnet': '1.1', Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Trunk': '1.1'}} Oct 28 09:39:53.856737 dv-cinder-815712-3-iscsi neutron-server[108756]: {{(pid=108756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:39:53.947092 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:54.083689 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:54.084842 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:54.085547 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:54.182210 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] Pushing event updated for resources: {'Network': ['ID=1f66eee6-3b9e-42ed-91a6-e2f519b23a36,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:54.193376 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:39:54.257653 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-c5009bc6-2ae5-49a0-8d39-dfe817228bed admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0835090 Oct 28 09:39:57.163568 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42178) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:39:57.591678 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdac1f3-4541-4d23-99e8-e374fcd79708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:57.593088 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-8bdac1f3-4541-4d23-99e8-e374fcd79708 admin admin] 10.222.0.104 "GET /v2.0/networks/1f66eee6-3b9e-42ed-91a6-e2f519b23a36 HTTP/1.1" status: 200 len: 825 time: 0.4285705 Oct 28 09:39:57.618744 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-328c84b9-0888-4f82-81e4-03ef078b1844 admin admin] 10.222.0.104 "GET /v2.0/subnetpools/8960cd57-bc12-46ae-b29d-63c77c5e5068 HTTP/1.1" status: 200 len: 734 time: 0.0193093 Oct 28 09:39:57.629556 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'subnetpool_id': '8960cd57-bc12-46ae-b29d-63c77c5e5068', 'name': 'private-subnet', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:39:57.720161 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Made reservation on behalf of 9ce97cd306f049298ef6d190e28d2fcf for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:39:57.722403 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:58.103171 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:58.175154 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d19652-fa71-4d42-98a3-1f05fd472ecd,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:58.177158 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Checking segment: {'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:39:58.177511 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Network hostable DHCP agents. Network: 1f66eee6-3b9e-42ed-91a6-e2f519b23a36, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:39:58.289148 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:39:58.388841 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 1f66eee6-3b9e-42ed-91a6-e2f519b23a36) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:58.393619 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:39:58.394183 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:58.399032 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffe61fe-5f04-415f-986c-42e8d4d7984e None None] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:39:58.491646 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-830da4f8-f8ba-484a-8007-279434e2da84 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8655679 Oct 28 09:39:58.731162 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'fixed_ips': [{'subnet_id': '82d19652-fa71-4d42-98a3-1f05fd472ecd'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:39:58.732393 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:59.037637 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Allocated IP 172.20.0.2 (1f66eee6-3b9e-42ed-91a6-e2f519b23a36/82d19652-fa71-4d42-98a3-1f05fd472ecd/9806505b-a62e-4e04-adf0-737f7a0fc958) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:39:59.286784 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:59.375581 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:59.451628 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:39:59.456831 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:39:59.466601 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:39:59.472575 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Pushing event updated for resources: {'Port': ['ID=9806505b-a62e-4e04-adf0-737f7a0fc958,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:39:59.503564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.503929 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.504276 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.504613 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.504980 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.505308 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.506046 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.506046 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.506301 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.506631 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.506952 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.507274 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Tracked resource versions report: Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: pushed versions: Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: { 'AddressGroup': {'1.2'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'ConntrackHelper': {'1.0'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Log': {'1.0'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Network': {'1.1'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Port': {'1.7'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'PortForwarding': {'1.2'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'QosPolicy': {'1.10'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroup': {'1.4'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SubPort': {'1.0'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Subnet': {'1.1'}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Trunk': {'1.1'}} Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: consumer versions: Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'ConntrackHelper': '1.0', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Log': '1.0', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Network': '1.1', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Port': '1.7', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'PortForwarding': '1.2', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'QosPolicy': '1.10', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroup': '1.4', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroupRule': '1.2', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SubPort': '1.0', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Subnet': '1.1', Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Trunk': '1.1'}} Oct 28 09:39:59.508392 dv-cinder-815712-3-iscsi neutron-server[108757]: {{(pid=108757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:39:59.558257 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Attempting to bind port 9806505b-a62e-4e04-adf0-737f7a0fc958 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:39:59.558643 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Attempting to bind port 9806505b-a62e-4e04-adf0-737f7a0fc958 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:39:59.559065 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Attempting to bind port 9806505b-a62e-4e04-adf0-737f7a0fc958 on network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:39:59.564279 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:39:59.564677 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Checking segment: {'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:39:59.565142 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:59.565526 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Bound using segment: {'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:39:59.566073 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Bound port: 9806505b-a62e-4e04-adf0-737f7a0fc958, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:39:59.566530 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:59.633799 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] For port 9806505b-a62e-4e04-adf0-737f7a0fc958, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:39:59.638888 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] For port 9806505b-a62e-4e04-adf0-737f7a0fc958, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=9806505b-a62e-4e04-adf0-737f7a0fc958,segment=NetworkSegment(bcaaf27d-5a49-4606-86d8-dd8e737ccf28),segment_id=bcaaf27d-5a49-4606-86d8-dd8e737ccf28)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:39:59.706674 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:39:59.771369 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe40ef-6f1d-4f24-8e79-cd52c55fc4a0 None None] Pushing event updated for resources: {'Port': ['ID=9806505b-a62e-4e04-adf0-737f7a0fc958,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:01.097689 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42186) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:01.444573 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [None req-a650133f-4940-40ce-ba9c-2ce81c9b429a admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:40:01.445580 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a650133f-4940-40ce-ba9c-2ce81c9b429a admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3469625 Oct 28 09:40:04.068602 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42194) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:04.404531 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [None req-70fdda29-cc20-4770-ac91-4fbf553e6752 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:40:04.405544 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-70fdda29-cc20-4770-ac91-4fbf553e6752 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3359945 Oct 28 09:40:07.232729 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42204) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:07.549857 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Request body: {'router': {'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'admin_state_up': True, 'name': 'router1'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:07.615921 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.policy [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108755) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 09:40:07.665177 dv-cinder-815712-3-iscsi neutron-server[108755]: WARNING oslo_policy.policy [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:40:07.666441 dv-cinder-815712-3-iscsi neutron-server[108755]: WARNING oslo_policy.policy [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 09:40:07.675434 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.quota [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Loaded quota_driver: . Oct 28 09:40:07.797468 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:07.800993 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:07.968669 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.019413 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 9806505b-a62e-4e04-adf0-737f7a0fc958 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:08.038685 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.110361 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 9806505b-a62e-4e04-adf0-737f7a0fc958 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:08.110818 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.147624 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.148857 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-03aeb099-3ff9-463e-abc5-b0dac842da28 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9151275 Oct 28 09:40:08.227319 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.279952 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 9806505b-a62e-4e04-adf0-737f7a0fc958, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=9806505b-a62e-4e04-adf0-737f7a0fc958,segment=NetworkSegment(bcaaf27d-5a49-4606-86d8-dd8e737ccf28),segment_id=bcaaf27d-5a49-4606-86d8-dd8e737ccf28)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:08.331340 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-fe9bc64b-2ec0-4117-b751-e40b40fab81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.363170 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:08.418664 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=9806505b-a62e-4e04-adf0-737f7a0fc958,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:09.105734 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6bcbd0-ed53-40c4-8d2e-9f0886667888 None None] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:40:09.175050 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-7332ce40-35b0-40b8-929a-597fcdaed486 None None] Provisioning complete for port 9806505b-a62e-4e04-adf0-737f7a0fc958 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:09.175401 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7332ce40-35b0-40b8-929a-597fcdaed486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:09.553054 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-4fe8b2f2-0936-4324-aef6-64d7131a10b1 None None] Provisioning complete for port 9806505b-a62e-4e04-adf0-737f7a0fc958 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:09.553416 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b2f2-0936-4324-aef6-64d7131a10b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:09.991649 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 9806505b-a62e-4e04-adf0-737f7a0fc958 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:10.054514 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 9806505b-a62e-4e04-adf0-737f7a0fc958 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:10.055096 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:10.785979 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42220) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:10.822924 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-578b4aea-3702-4fef-be0d-9cf1b68e8b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:11.120971 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [None req-ca93d49f-107e-4e6d-aefe-4b6c65aa609d admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:40:11.122006 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-ca93d49f-107e-4e6d-aefe-4b6c65aa609d admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3350809 Oct 28 09:40:12.226024 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:12.324961 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:13.761183 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42238) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:13.905184 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:14.019617 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Made reservation on behalf of 46c0bbb63c8048fa820507657d6dd7b6 for: {'network': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:40:14.022537 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.041313 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.106069 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.151442 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.191030 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.202615 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=108755) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 09:40:14.235997 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741419518293', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.236612 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Unsubscribe: segment precommit_create {{(pid=108755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 09:40:14.242392 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.segments_db [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Added segment 430d65b0-6e51-4fee-8f92-98d2d7f96b87 of type flat for network ae6bed28-47a2-4523-a409-696024717d02 Oct 28 09:40:14.244748 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce389706-d8bc-45a7-ac09-6eb65260b5ce,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:14.280467 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.280845 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.281175 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.281499 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.281820 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.282155 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.282474 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.282807 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.283136 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.283451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.283754 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.284061 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Tracked resource versions report: Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: pushed versions: Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: { 'AddressGroup': {'1.2'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'ConntrackHelper': {'1.0'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Log': {'1.0'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Network': {'1.1'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Port': {'1.7'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'PortForwarding': {'1.2'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'QosPolicy': {'1.10'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroup': {'1.4'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SubPort': {'1.0'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Subnet': {'1.1'}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Trunk': {'1.1'}} Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: consumer versions: Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'ConntrackHelper': '1.0', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Log': '1.0', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Network': '1.1', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Port': '1.7', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'PortForwarding': '1.2', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'QosPolicy': '1.10', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroup': '1.4', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroupRule': '1.2', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SubPort': '1.0', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Subnet': '1.1', Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Trunk': '1.1'}} Oct 28 09:40:14.285249 dv-cinder-815712-3-iscsi neutron-server[108755]: {{(pid=108755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:40:14.368813 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.471459 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.472768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:14.473421 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:14.583194 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6bed28-47a2-4523-a409-696024717d02,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:14.595496 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network ae6bed28-47a2-4523-a409-696024717d02 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:40:14.623696 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-67013070-cf36-4c05-bd1d-6a12e72f79a5 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8608961 Oct 28 09:40:16.510655 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:40:17.058557 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42260) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:17.198597 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8b1aa-22f5-48b0-ab33-4d4ec915f640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:17.199973 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8dd8b1aa-22f5-48b0-ab33-4d4ec915f640 admin admin] 10.222.0.104 "GET /v2.0/subnets/82d19652-fa71-4d42-98a3-1f05fd472ecd HTTP/1.1" status: 200 len: 849 time: 0.1404698 Oct 28 09:40:17.346422 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-2a2f50fe-4632-4481-a084-473b42d0d231 admin admin] 10.222.0.104 "GET /v2.0/routers/3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 HTTP/1.1" status: 200 len: 704 time: 0.1399672 Oct 28 09:40:17.653883 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:17.980120 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Allocated IP 172.20.0.1 (1f66eee6-3b9e-42ed-91a6-e2f519b23a36/82d19652-fa71-4d42-98a3-1f05fd472ecd/f85b186b-a653-4c3b-88a3-25167d641a44) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:40:18.174616 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:18.340637 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:18.424837 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:40:18.429645 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:40:18.435004 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Pushing event updated for resources: {'Port': ['ID=f85b186b-a653-4c3b-88a3-25167d641a44,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:18.447689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:40:18.448243 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:18.624424 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-a4624d7d-c0e2-414e-ab46-c29718ddec9c None None] Provisioning complete for port f85b186b-a653-4c3b-88a3-25167d641a44 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:18.630052 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a4624d7d-c0e2-414e-ab46-c29718ddec9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:18.662715 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-a4624d7d-c0e2-414e-ab46-c29718ddec9c None None] Port f85b186b-a653-4c3b-88a3-25167d641a44 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:40:18.748593 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.025624 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.096576 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.097420 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.190973 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Pushing event updated for resources: {'Port': ['ID=f85b186b-a653-4c3b-88a3-25167d641a44,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:19.246399 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:40:19.247883 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:40:19.492746 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-cb8df244-f766-473a-9225-ca6f2fc43213 None None] Provisioning complete for port f85b186b-a653-4c3b-88a3-25167d641a44 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:19.493878 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-cb8df244-f766-473a-9225-ca6f2fc43213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:19.531799 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-cb8df244-f766-473a-9225-ca6f2fc43213 None None] Port f85b186b-a653-4c3b-88a3-25167d641a44 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:40:19.548195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:40:19.646292 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:19.652437 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-608209e4-c1fa-4cf7-afbc-099f799fe301 admin admin] 10.222.0.104 "PUT /v2.0/routers/3ef257a2-f0ee-44b0-8cd8-e2aa87377e81/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3001206 Oct 28 09:40:19.668671 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Sync routers for ids ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:19.684157 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Routers {'3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:19.685769 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:19.906287 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Set router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 gateway port host: None {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:20.485894 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'name': 'router1', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:40:07Z', 'updated_at': '2021-10-28T09:40:18Z', 'revision_number': 2, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'gw_port_host': None, '_interfaces': [{'id': 'f85b186b-a653-4c3b-88a3-25167d641a44', 'name': '', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'mac_address': 'fa:16:3e:ad:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:17Z', 'updated_at': '2021-10-28T09:40:18Z', 'revision_number': 2, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'subnets': [{'id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8960cd57-bc12-46ae-b29d-63c77c5e5068'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:20.544689 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Checking router: 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:20.545075 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Updating router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 port f85b186b-a653-4c3b-88a3-25167d641a44 binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:40:20.640717 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.238973 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.348795 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.549549 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Attempting to bind port f85b186b-a653-4c3b-88a3-25167d641a44 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:40:21.550044 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Attempting to bind port f85b186b-a653-4c3b-88a3-25167d641a44 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:40:21.550735 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Attempting to bind port f85b186b-a653-4c3b-88a3-25167d641a44 on network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:40:21.563448 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:40:21.563881 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Checking segment: {'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:40:21.564330 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.564743 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Bound using segment: {'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:40:21.565258 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Bound port: f85b186b-a653-4c3b-88a3-25167d641a44, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaaf27d-5a49-4606-86d8-dd8e737ccf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:40:21.565640 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.581402 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Pushing event updated for resources: {'Port': ['ID=f85b186b-a653-4c3b-88a3-25167d641a44,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:21.607817 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.608162 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.608497 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.608867 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.609228 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.609512 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.609828 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.610144 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.610466 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.610782 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.611093 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.611409 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Tracked resource versions report: Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: pushed versions: Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: { 'AddressGroup': {'1.2'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'ConntrackHelper': {'1.0'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Log': {'1.0'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Network': {'1.1'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Port': {'1.7'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'PortForwarding': {'1.2'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'QosPolicy': {'1.10'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroup': {'1.4'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SubPort': {'1.0'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Subnet': {'1.1'}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Trunk': {'1.1'}} Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: consumer versions: Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'ConntrackHelper': '1.0', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Log': '1.0', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Network': '1.1', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Port': '1.7', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'PortForwarding': '1.2', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'QosPolicy': '1.10', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroup': '1.4', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroupRule': '1.2', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SubPort': '1.0', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Subnet': '1.1', Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Trunk': '1.1'}} Oct 28 09:40:21.612547 dv-cinder-815712-3-iscsi neutron-server[108758]: {{(pid=108758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:40:21.657720 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] For port f85b186b-a653-4c3b-88a3-25167d641a44, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:40:21.671281 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-6be25efc-7616-4aff-91ea-844562599c8d None None] Provisioning complete for port f85b186b-a653-4c3b-88a3-25167d641a44 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:21.671844 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6be25efc-7616-4aff-91ea-844562599c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.679924 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] For port f85b186b-a653-4c3b-88a3-25167d641a44, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f85b186b-a653-4c3b-88a3-25167d641a44,segment=NetworkSegment(bcaaf27d-5a49-4606-86d8-dd8e737ccf28),segment_id=bcaaf27d-5a49-4606-86d8-dd8e737ccf28)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:40:21.713115 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-6be25efc-7616-4aff-91ea-844562599c8d None None] Port f85b186b-a653-4c3b-88a3-25167d641a44 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:40:21.799827 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:21.872404 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98be905-cb66-4ff0-810f-8a3641d2400f None None] Pushing event updated for resources: {'Port': ['ID=f85b186b-a653-4c3b-88a3-25167d641a44,revision_number=4']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:21.885764 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Routers {'3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:21.885764 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:22.004772 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] Set router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 gateway port host: None {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:22.145018 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-5d1cbe0d-ebc0-4197-a471-655da0710ad8 None None] Provisioning complete for port f85b186b-a653-4c3b-88a3-25167d641a44 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:22.145439 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d1cbe0d-ebc0-4197-a471-655da0710ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:22.268012 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d1cbe0d-ebc0-4197-a471-655da0710ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:22.301486 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42272) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:22.307422 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-5d1cbe0d-ebc0-4197-a471-655da0710ad8 None None] For port f85b186b-a653-4c3b-88a3-25167d641a44, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f85b186b-a653-4c3b-88a3-25167d641a44,segment=NetworkSegment(bcaaf27d-5a49-4606-86d8-dd8e737ccf28),segment_id=bcaaf27d-5a49-4606-86d8-dd8e737ccf28)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:22.313061 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'name': 'router1', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:40:07Z', 'updated_at': '2021-10-28T09:40:18Z', 'revision_number': 2, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'gw_port_host': None, '_interfaces': [{'id': 'f85b186b-a653-4c3b-88a3-25167d641a44', 'name': '', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'mac_address': 'fa:16:3e:ad:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:17Z', 'updated_at': '2021-10-28T09:40:21Z', 'revision_number': 4, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'subnets': [{'id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8960cd57-bc12-46ae-b29d-63c77c5e5068'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:22.343072 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed13a89-451f-44e8-8430-5d7253c3c2ed None None] The sync data for ids ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'] in dv-cinder-815712-3-iscsi is: [{'id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'name': 'router1', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:40:07Z', 'updated_at': '2021-10-28T09:40:18Z', 'revision_number': 2, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'gw_port_host': None, '_interfaces': [{'id': 'f85b186b-a653-4c3b-88a3-25167d641a44', 'name': '', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'mac_address': 'fa:16:3e:ad:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:17Z', 'updated_at': '2021-10-28T09:40:21Z', 'revision_number': 4, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'subnets': [{'id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8960cd57-bc12-46ae-b29d-63c77c5e5068'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:22.413728 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d1cbe0d-ebc0-4197-a471-655da0710ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:22.444834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1d419-b104-436b-8bcc-a485ab006404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:22.449181 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-bda1d419-b104-436b-8bcc-a485ab006404 admin admin] 10.222.0.104 "GET /v2.0/networks/ae6bed28-47a2-4523-a409-696024717d02 HTTP/1.1" status: 200 len: 842 time: 0.1436462 Oct 28 09:40:22.458509 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:22.468749 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cbe0d-ebc0-4197-a471-655da0710ad8 None None] Pushing event updated for resources: {'Port': ['ID=f85b186b-a653-4c3b-88a3-25167d641a44,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:22.604988 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Made reservation on behalf of 46c0bbb63c8048fa820507657d6dd7b6 for: {'subnet': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:40:22.608219 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.049744 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.objects.ports [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108755) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 09:40:23.050498 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.114278 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd64580-735a-453b-87fb-efda1260736c,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:23.122324 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:40:23.122672 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Network hostable DHCP agents. Network: ae6bed28-47a2-4523-a409-696024717d02, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:40:23.233806 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:40:23.322375 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, ae6bed28-47a2-4523-a409-696024717d02) {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:40:23.326489 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:23.328817 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:23.332065 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e682c0-6431-4d4d-b098-ca727295447a None None] Network ae6bed28-47a2-4523-a409-696024717d02 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:40:23.426932 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-b3b3e3a9-62c8-43d7-9e05-dad083e17380 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9662879 Oct 28 09:40:23.560757 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d42644-416f-41ac-a6b9-19922ad333f6 None None] Network ae6bed28-47a2-4523-a409-696024717d02 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:40:26.132232 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42280) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:26.411302 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-d58c5db2-2886-44df-b027-41c5e2440216 admin admin] 10.222.0.104 "GET /v2.0/routers/3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 HTTP/1.1" status: 200 len: 710 time: 0.2777953 Oct 28 09:40:26.553199 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108130b5-1f0f-4a04-819c-3e4c7038e2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:40:26.560417 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-108130b5-1f0f-4a04-819c-3e4c7038e2da admin admin] 10.222.0.104 "GET /v2.0/networks/ae6bed28-47a2-4523-a409-696024717d02 HTTP/1.1" status: 200 len: 886 time: 0.1346300 Oct 28 09:40:26.564400 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:40:26.838463 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.294095 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.392860 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.576315 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Allocated IP 172.27.0.198 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:40:27.752952 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.901055 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:27.978662 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:40:27.984066 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:40:27.990386 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:40:28.060379 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Pushing event updated for resources: {'Port': ['ID=ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:28.401101 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.657377 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1604019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1601594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12379'] for router, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.663443 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1604010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1604005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1601589'] for router, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.807342 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:40:28.938986 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:40:28.944695 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] Publish callbacks [] for router, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:28.946139 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-e36a9cb1-c3d5-4df8-9bac-adc1cf3b3d0e admin admin] 10.222.0.104 "PUT /v2.0/routers/3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 HTTP/1.1" status: 200 len: 890 time: 2.3849509 Oct 28 09:40:30.045610 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f85b186b-a653-4c3b-88a3-25167d641a44 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:30.111590 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port f85b186b-a653-4c3b-88a3-25167d641a44 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:30.111943 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:30.229706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Sync routers for ids ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:40:30.243504 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Routers {'3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:30.244144 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:30.473219 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Set router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:31.024377 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'name': 'router1', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:40:07Z', 'updated_at': '2021-10-28T09:40:28Z', 'revision_number': 4, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'gw_port': {'id': 'ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:27Z', 'updated_at': '2021-10-28T09:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f85b186b-a653-4c3b-88a3-25167d641a44', 'name': '', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'mac_address': 'fa:16:3e:ad:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:17Z', 'updated_at': '2021-10-28T09:40:22Z', 'revision_number': 5, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'subnets': [{'id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8960cd57-bc12-46ae-b29d-63c77c5e5068'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:31.082294 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Checking router: 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:40:31.082940 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Updating router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:40:31.140797 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.535416 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.616513 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.679081 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Attempting to bind port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:40:31.679451 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Attempting to bind port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:40:31.680397 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Attempting to bind port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:40:31.687218 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df75b9-37f2-426f-9ba6-fc9340d1db4a None None] Pushing event updated for resources: {'Port': ['ID=ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:31.692145 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:40:31.698207 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:40:31.698207 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.698207 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:40:31.698207 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Bound port: ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:40:31.698207 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.716607 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42292) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:40:31.756168 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] For port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:40:31.760040 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] For port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:40:31.845386 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-7b37611b-7f9a-439f-ad14-f97be4e89315 admin admin] 10.222.0.104 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1236405 Oct 28 09:40:31.868460 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:31.928276 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Routers {'3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:40:31.929003 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:40:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:32.012503 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df75b9-37f2-426f-9ba6-fc9340d1db4a None None] Pushing event updated for resources: {'Port': ['ID=ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:32.069989 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] Set router 3ef257a2-f0ee-44b0-8cd8-e2aa87377e81 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:40:32.325451 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'name': 'router1', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:40:07Z', 'updated_at': '2021-10-28T09:40:28Z', 'revision_number': 4, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'gw_port': {'id': 'ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:27Z', 'updated_at': '2021-10-28T09:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f85b186b-a653-4c3b-88a3-25167d641a44', 'name': '', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'mac_address': 'fa:16:3e:ad:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:17Z', 'updated_at': '2021-10-28T09:40:22Z', 'revision_number': 5, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'subnets': [{'id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8960cd57-bc12-46ae-b29d-63c77c5e5068'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:40:32.357854 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896384ce-414b-4f16-b848-c08aa4e7031f None None] The sync data for ids ['3ef257a2-f0ee-44b0-8cd8-e2aa87377e81'] in dv-cinder-815712-3-iscsi is: [{'id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'name': 'router1', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': 'ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:40:07Z', 'updated_at': '2021-10-28T09:40:28Z', 'revision_number': 4, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'gw_port': {'id': 'ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:96:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:27Z', 'updated_at': '2021-10-28T09:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f85b186b-a653-4c3b-88a3-25167d641a44', 'name': '', 'network_id': '1f66eee6-3b9e-42ed-91a6-e2f519b23a36', 'tenant_id': '9ce97cd306f049298ef6d190e28d2fcf', 'mac_address': 'fa:16:3e:ad:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef257a2-f0ee-44b0-8cd8-e2aa87377e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:40:17Z', 'updated_at': '2021-10-28T09:40:22Z', 'revision_number': 5, 'project_id': '9ce97cd306f049298ef6d190e28d2fcf', 'subnets': [{'id': '82d19652-fa71-4d42-98a3-1f05fd472ecd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8960cd57-bc12-46ae-b29d-63c77c5e5068'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:40:34.052724 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:34.128437 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:34.128824 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.237084 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.261305 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:40:34.347920 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:34.434369 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:40:36.038702 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:40:36.099067 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port ed1e9cbe-43d5-44c7-bb48-0a4cbe651e97 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:40:36.099067 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:38.363338 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e894008b-36bc-47f7-9893-ec6e001280a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:40.944029 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-46465c43-bc1b-4864-ba80-66a1cd62c35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:42.293739 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:42.378913 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:44.211000 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:40:53.516585 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:08.338391 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-18b10c4d-db72-46af-aa0c-2b61afc33fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:10.914605 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4d1f-c979-48a2-963d-f2d70f6796ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:12.197688 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:12.337257 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:14.148478 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:30.507354 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:41:38.324443 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6cd84dfc-0979-4e66-84d9-d16db430fe1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:40.820979 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e8950f48-08c0-42de-abb8-ae4c560f2732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.203779 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:42.345250 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:41:44.146981 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:07.506691 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:08.333352 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e49ae046-7fd0-490a-a6e9-30f1024654b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:10.859379 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-23adec4d-997f-452c-8c10-d469e79237d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:12.196536 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:12.390701 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:14.155717 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:21.170327 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42856) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:21.235527 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cbc5eca-f0dc-43e8-830f-3d4038181156 admin admin] GET failed (client error): The resource could not be found. Oct 28 09:42:21.236949 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-1cbc5eca-f0dc-43e8-830f-3d4038181156 admin admin] 10.222.0.104 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653331 Oct 28 09:42:21.403921 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20010bfd-814d-4cc7-996e-3a87fd15449e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:21.405347 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-20010bfd-814d-4cc7-996e-3a87fd15449e admin admin] 10.222.0.104 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1634078 Oct 28 09:42:23.778231 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42866) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:23.875173 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375bb45a-07a0-4d4f-a0c1-f8f74fb36b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:23.876553 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-375bb45a-07a0-4d4f-a0c1-f8f74fb36b75 admin admin] 10.222.0.104 "GET /v2.0/subnets/82d19652-fa71-4d42-98a3-1f05fd472ecd HTTP/1.1" status: 200 len: 849 time: 0.0973670 Oct 28 09:42:23.887831 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:42:23.979997 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:24.298498 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741419491557'] for subnet, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:24.330821 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:24.331422 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:24.332818 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] 10.222.0.104 "PUT /v2.0/subnets/82d19652-fa71-4d42-98a3-1f05fd472ecd HTTP/1.1" status: 200 len: 868 time: 0.4489782 Oct 28 09:42:24.336683 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deecb312-e0c3-4aae-b507-aa22b6ecbfdd None None] Network 1f66eee6-3b9e-42ed-91a6-e2f519b23a36 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:42:24.356263 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d19652-fa71-4d42-98a3-1f05fd472ecd,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:42:24.365366 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.365813 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.366138 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.366482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.366821 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.367167 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.367501 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.369899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.369899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.369899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.369899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.369899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29efd62-d13a-49ff-98f8-478d79074370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:42:24.775537 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-6d34cd8a-6096-443e-9671-390f322a002d None None] Provisioning complete for port 9806505b-a62e-4e04-adf0-737f7a0fc958 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:24.776033 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6d34cd8a-6096-443e-9671-390f322a002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:24.868551 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-6d34cd8a-6096-443e-9671-390f322a002d None None] Provisioning complete for port f85b186b-a653-4c3b-88a3-25167d641a44 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:42:24.868921 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6d34cd8a-6096-443e-9671-390f322a002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:26.744095 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42874) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:26.952160 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5b330-3cfe-4155-bfaf-04ec177d22ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:26.952625 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5b330-3cfe-4155-bfaf-04ec177d22ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:26.954206 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-93f5b330-3cfe-4155-bfaf-04ec177d22ef admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2090502 Oct 28 09:42:29.334024 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42882) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:29.481592 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d050efe-fd07-415c-ae2f-86b865082913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:29.482109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d050efe-fd07-415c-ae2f-86b865082913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:29.483689 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-2d050efe-fd07-415c-ae2f-86b865082913 admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1487067 Oct 28 09:42:31.868709 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42890) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:32.005804 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7989b7-41cd-423e-ba14-fabddf251462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:32.007233 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-fa7989b7-41cd-423e-ba14-fabddf251462 admin admin] 10.222.0.104 "GET /v2.0/networks/1f66eee6-3b9e-42ed-91a6-e2f519b23a36 HTTP/1.1" status: 200 len: 869 time: 0.1375463 Oct 28 09:42:34.419518 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42898) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:34.551535 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9084d5c-d478-4b4f-a023-28a7ef345ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:34.553165 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-b9084d5c-d478-4b4f-a023-28a7ef345ad3 admin admin] 10.222.0.104 "GET /v2.0/networks/ae6bed28-47a2-4523-a409-696024717d02 HTTP/1.1" status: 200 len: 886 time: 0.1324518 Oct 28 09:42:37.043570 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42906) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:37.178445 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f9fc2-f48c-426c-8b18-85d856927dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.178888 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f9fc2-f48c-426c-8b18-85d856927dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:37.180444 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-220f9fc2-f48c-426c-8b18-85d856927dac admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1359127 Oct 28 09:42:38.366643 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d17bd54-a9c4-4f18-9f9d-45a91e0205e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:40.311494 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42916) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:40.457498 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbae352-0973-45c9-a8b6-3374965fe5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:40.457957 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbae352-0973-45c9-a8b6-3374965fe5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:40.460697 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-bcbae352-0973-45c9-a8b6-3374965fe5fe admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1466188 Oct 28 09:42:40.932761 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-15c1f4dd-9717-491f-8688-41e5a3007318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.206569 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.349371 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:42.902874 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42924) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:42.993501 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f410a7-76a8-4e4d-bf0a-1e48e24351d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:42.994863 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-18f410a7-76a8-4e4d-bf0a-1e48e24351d0 admin admin] 10.222.0.104 "GET /v2.0/subnets/5dd64580-735a-453b-87fb-efda1260736c HTTP/1.1" status: 200 len: 816 time: 0.0910363 Oct 28 09:42:44.190165 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:42:44.506076 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:42:45.368670 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42932) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:42:45.473373 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5330ab-62b1-4889-ab16-d5b735c9b3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:42:45.482990 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-4c5330ab-62b1-4889-ab16-d5b735c9b3c0 admin admin] 10.222.0.104 "GET /v2.0/subnets/82d19652-fa71-4d42-98a3-1f05fd472ecd HTTP/1.1" status: 200 len: 868 time: 0.1051061 Oct 28 09:43:08.382827 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-42e00f59-20a3-483f-9e6e-7dd14b7499ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:10.668526 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 42986) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:10.716744 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [None req-5f49e87b-898b-4d68-8d25-3b5a6681c7af admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:43:10.717738 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-5f49e87b-898b-4d68-8d25-3b5a6681c7af admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0482550 Oct 28 09:43:10.845337 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4cc59afe-70a4-4cef-ba39-34c656e7cadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:12.211246 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:12.348193 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:13.135991 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 42994) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:13.196537 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f49a86-80fa-4378-ad0b-c956a0135c0d admin admin] GET failed (client error): The resource could not be found. Oct 28 09:43:13.197915 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a0f49a86-80fa-4378-ad0b-c956a0135c0d admin admin] 10.222.0.104 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609813 Oct 28 09:43:13.285407 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf877b-9b9a-456d-ac30-d2ba6286a61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:13.286895 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-94cf877b-9b9a-456d-ac30-d2ba6286a61c admin admin] 10.222.0.104 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843518 Oct 28 09:43:14.142299 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:15.668386 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43002) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:15.720197 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:15.816643 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Made reservation on behalf of 46c0bbb63c8048fa820507657d6dd7b6 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:43:15.819011 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:15.854347 dv-cinder-815712-3-iscsi neutron-server[108756]: WARNING neutron.services.revisions.revision_plugin [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Could not find related network for resource to bump revision. Oct 28 09:43:15.868567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:43:15.878770 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:15.879101 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Added segment 12e4048f-fae7-497b-866a-28af58eaa129 of type vlan for network 28284a4e-0b54-426a-a581-9b017a911e2a Oct 28 09:43:15.932365 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:16.027871 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:16.029036 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:16.029712 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:16.159883 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Pushing event updated for resources: {'Network': ['ID=28284a4e-0b54-426a-a581-9b017a911e2a,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:16.166418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168168 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168168 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168168 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168168 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168168 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168608 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168608 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.168975 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.169285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.169594 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.169902 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:16.182288 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 28284a4e-0b54-426a-a581-9b017a911e2a details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:43:16.224970 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-24d8bf2d-0f40-4f53-8d8e-3c249479b21e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5552392 Oct 28 09:43:18.620615 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43010) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:43:18.684099 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e8ae7f-59ac-4626-962a-fdf922631cfb admin admin] GET failed (client error): The resource could not be found. Oct 28 09:43:18.685668 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-02e8ae7f-59ac-4626-962a-fdf922631cfb admin admin] 10.222.0.104 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639005 Oct 28 09:43:18.792903 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f609e9-f117-4561-8d88-d4e08e3f2cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:18.794439 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-65f609e9-f117-4561-8d88-d4e08e3f2cfd admin admin] 10.222.0.104 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1038053 Oct 28 09:43:18.805626 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Request body: {'subnet': {'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:43:18.918759 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Made reservation on behalf of 46c0bbb63c8048fa820507657d6dd7b6 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:43:18.921698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:19.153698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:19.212064 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37253a5c-1a10-4f6b-8619-7b66acc9fbb8,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:19.224275 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Checking segment: {'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:43:19.225984 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Network hostable DHCP agents. Network: 28284a4e-0b54-426a-a581-9b017a911e2a, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:43:19.324377 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Network 28284a4e-0b54-426a-a581-9b017a911e2a is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:43:19.376407 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 28284a4e-0b54-426a-a581-9b017a911e2a) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:19.381316 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:43:19.382819 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:19.389013 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c032121-c584-4b98-afc7-61c31032d8f6 None None] Network 28284a4e-0b54-426a-a581-9b017a911e2a requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:43:19.473392 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3d09d8a9-3906-43cf-9e1c-4392c0db28f9 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6709924 Oct 28 09:43:19.557142 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-28284a4e-0b54-426a-a581-9b017a911e2a', 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a', 'tenant_id': '46c0bbb63c8048fa820507657d6dd7b6', 'fixed_ips': [{'subnet_id': '37253a5c-1a10-4f6b-8619-7b66acc9fbb8'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:43:19.558115 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:19.705246 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Allocated IP 192.168.233.2 (28284a4e-0b54-426a-a581-9b017a911e2a/37253a5c-1a10-4f6b-8619-7b66acc9fbb8/c1bd06d3-b58f-4156-8d19-67be158da1a7) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:43:19.924239 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:20.000156 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:20.048943 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Network 28284a4e-0b54-426a-a581-9b017a911e2a is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:43:20.051951 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:43:20.054721 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:43:20.070719 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Pushing event updated for resources: {'Port': ['ID=c1bd06d3-b58f-4156-8d19-67be158da1a7,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:20.095829 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.099518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:43:20.131780 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Attempting to bind port c1bd06d3-b58f-4156-8d19-67be158da1a7 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:43:20.132137 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Attempting to bind port c1bd06d3-b58f-4156-8d19-67be158da1a7 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:43:20.132487 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Attempting to bind port c1bd06d3-b58f-4156-8d19-67be158da1a7 on network 28284a4e-0b54-426a-a581-9b017a911e2a {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:43:20.137790 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:43:20.138162 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Checking segment: {'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:43:20.138537 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:20.138915 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Bound using segment: {'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:43:20.139488 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Bound port: c1bd06d3-b58f-4156-8d19-67be158da1a7, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:43:20.139880 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:20.212076 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] For port c1bd06d3-b58f-4156-8d19-67be158da1a7, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:43:20.218326 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] For port c1bd06d3-b58f-4156-8d19-67be158da1a7, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=c1bd06d3-b58f-4156-8d19-67be158da1a7,segment=NetworkSegment(12e4048f-fae7-497b-866a-28af58eaa129),segment_id=12e4048f-fae7-497b-866a-28af58eaa129)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:43:20.291232 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:20.382980 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b241a-e9ae-4638-9296-a65ca9a64d20 None None] Pushing event updated for resources: {'Port': ['ID=c1bd06d3-b58f-4156-8d19-67be158da1a7,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:21.319321 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b75bdd-7199-4dec-8917-7e2bad22114e None None] Network 28284a4e-0b54-426a-a581-9b017a911e2a requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:43:21.409026 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-4bcd5db5-4c53-4354-82d9-6d283a60dd3e None None] Provisioning complete for port c1bd06d3-b58f-4156-8d19-67be158da1a7 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:21.409304 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4bcd5db5-4c53-4354-82d9-6d283a60dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:21.505522 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:43:21.642497 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4bcd5db5-4c53-4354-82d9-6d283a60dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:21.695810 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-4bcd5db5-4c53-4354-82d9-6d283a60dd3e None None] For port c1bd06d3-b58f-4156-8d19-67be158da1a7, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=c1bd06d3-b58f-4156-8d19-67be158da1a7,segment=NetworkSegment(12e4048f-fae7-497b-866a-28af58eaa129),segment_id=12e4048f-fae7-497b-866a-28af58eaa129)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:43:21.772730 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4bcd5db5-4c53-4354-82d9-6d283a60dd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:21.842066 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd5db5-4c53-4354-82d9-6d283a60dd3e None None] Pushing event updated for resources: {'Port': ['ID=c1bd06d3-b58f-4156-8d19-67be158da1a7,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:43:21.897263 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-ac08cbf2-2cdb-4399-b7e1-281e14eac2d5 None None] Provisioning complete for port c1bd06d3-b58f-4156-8d19-67be158da1a7 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:21.897618 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-ac08cbf2-2cdb-4399-b7e1-281e14eac2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:22.209661 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device c1bd06d3-b58f-4156-8d19-67be158da1a7 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:43:22.278606 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port c1bd06d3-b58f-4156-8d19-67be158da1a7 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:43:22.278992 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:38.364403 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d42fc40f-2721-4efa-8e7d-2ae8eea4c9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:40.832913 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5316bd86-f4ea-453a-9c43-336b3acdb691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.260463 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:42.346157 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:44.164087 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:43:58.504882 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:08.329206 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-49f95607-7fd9-4be2-b85d-b8ad8bcf15ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:10.810698 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c3c5325b-ecbf-4d0f-b25f-92dafc886bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:12.198257 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:12.397307 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:14.151753 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:35.503594 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:44:38.339691 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-aee2a163-b819-42d3-93fe-669857d6aa30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:40.882650 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0e018231-91ad-40d1-8aeb-e4cf1c7bd69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:42.196976 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:42.357182 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:42.900038 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43054) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:44:42.906655 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [None req-fd049ef1-5a06-443d-a44a-d11cc113d038 tempest-verify_tempest_config-864273337 tempest-verify_tempest_config-864273337-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:44:42.907688 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-fd049ef1-5a06-443d-a44a-d11cc113d038 tempest-verify_tempest_config-864273337 tempest-verify_tempest_config-864273337-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0066025 Oct 28 09:44:43.468550 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43072) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:44:43.576131 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:43.650057 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:43.720814 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:43.765854 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f522592bb7d14aa8bbe2d297b55aebfa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2960217 Oct 28 09:44:43.766778 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8c064d-17db-4c50-8bf3-6a8264ed00af,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:43.768680 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43076) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:44:43.773671 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.774031 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.774372 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.774708 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.775032 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.775358 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.775677 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.776010 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.776345 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.776683 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.777008 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.777317 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d66ad1-9917-4af0-9642-af880ee6ba3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:43.835436 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:43.858383 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:44.014109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:44.017074 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:44:44.018312 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9a8c064d-17db-4c50-8bf3-6a8264ed00af HTTP/1.1" status: 204 len: 168 time: 0.2485781 Oct 28 09:44:44.026393 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8c064d-17db-4c50-8bf3-6a8264ed00af,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:44:44.034070 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.034416 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.034753 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.035109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.035404 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.035755 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.036055 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.036392 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.036757 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.037058 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.037378 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.037691 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78a54ff-6f7a-451a-ad23-e57c7612ddb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:44:44.189568 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:08.466375 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7162075b-57b4-4e37-bbb1-423b0b1a406c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:10.831964 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6b7cac10-59bd-4953-832e-0da1584fb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:12.231134 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:12.380615 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:12.502146 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:45:14.156609 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:38.331143 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-253fed13-bb39-4f41-8af9-937630eeb1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:40.848633 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e02a-3911-4b3f-b7b0-588a36fb2c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:42.219942 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:42.385304 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:44.159611 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:45:49.500778 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:46:08.331084 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-293afe20-e779-4b33-b11d-deaff7bb7e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:10.816160 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-053eef1a-684e-46ad-a56c-94e4fb90c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:12.242532 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:12.396403 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:14.181840 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:26.501332 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 5 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:46:26.890429 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1603726'] for agent, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:38.324742 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c9480dd3-ec02-4a97-b89e-2a29d8df06bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:40.832489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4abb174c-31bb-41c3-85fc-496275256e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.198314 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.369682 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:42.457420 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43150) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:42.564821 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0b0b5b2e-6ee9-4a2c-8a37-555d9ac3dccf admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1063547 Oct 28 09:46:44.180977 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:46:44.950935 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43160) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:46:45.035708 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-b6d36832-4ad6-4937-a354-53873f8861e7 admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0836170 Oct 28 09:46:56.821356 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:03.501061 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:08.340482 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-92fb0f92-72f4-4311-85f9-298c874d0d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:10.815118 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5290e201-f398-47a3-a98d-0bd66fe4c8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:12.197636 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:12.363327 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:14.179073 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:26.831480 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:38.316852 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-fceff967-34a8-4675-af02-280f7a0aa588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:40.506768 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:47:40.836900 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-60a5768b-777b-42e8-80ec-a771cd189a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:42.224097 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:42.460020 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:44.163071 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:47:56.830549 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:08.350843 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4054c25e-92cd-4435-9cf0-1b1ef1ea4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:10.882437 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7e336904-9b3e-447f-b025-c026e81b94fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:12.219403 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:12.441418 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:14.168000 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:17.509459 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:22.900063 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43332) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:23.158577 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43344) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:23.369680 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-298077126-network', 'tenant_id': 'e6bfc73417aa4dacaee5ea501175efb5'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:23.415292 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-502262560-network', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:23.502850 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Made reservation on behalf of e6bfc73417aa4dacaee5ea501175efb5 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:23.505192 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.517021 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.609070 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.610120 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Made reservation on behalf of 8d7839b812b745549a72a1e089b6f4e9 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:23.612452 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.621726 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.699130 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.710768 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.735514 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:23.766856 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.774290 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Added segment 08b3d3a1-5465-4512-a939-f0e441ea978e of type vlan for network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da Oct 28 09:48:23.813813 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.831498 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7e871f-a823-4144-b06e-0c4ff5a8ed03,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:23.834757 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.837089 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:23.865834 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.869285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.870250 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Tracked resource versions report: Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: pushed versions: Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: { 'AddressGroup': {'1.2'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'ConntrackHelper': {'1.0'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Log': {'1.0'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Network': {'1.1'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Port': {'1.7'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'PortForwarding': {'1.2'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'QosPolicy': {'1.10'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroup': {'1.4'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SubPort': {'1.0'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Subnet': {'1.1'}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Trunk': {'1.1'}} Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: consumer versions: Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: HyperV agent@hv-cinder-81571: {}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'ConntrackHelper': '1.0', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Log': '1.0', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Network': '1.1', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Port': '1.7', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'PortForwarding': '1.2', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'QosPolicy': '1.10', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroup': '1.4', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SecurityGroupRule': '1.2', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'SubPort': '1.0', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Subnet': '1.1', Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: 'Trunk': '1.1'}} Oct 28 09:48:23.870564 dv-cinder-815712-3-iscsi neutron-server[108756]: {{(pid=108756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:48:23.878491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.878491 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Added segment d1ad176b-d962-4cf6-bebd-aa1af5347ae3 of type vlan for network c35fd8ce-1440-413c-a793-3622068b4395 Oct 28 09:48:23.936176 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:23.938719 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac82bffb-c053-48c6-ba8a-f0645dae5f2e,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:24.024773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.026321 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:24.027173 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.096773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:24.107821 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:24.127133 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.128382 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:24.129163 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.205916 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] Pushing event updated for resources: {'Network': ['ID=c35fd8ce-1440-413c-a793-3622068b4395,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:24.216025 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network c35fd8ce-1440-413c-a793-3622068b4395 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:24.318487 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-896bdfed-2f85-4856-aea1-190b66737ca6 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4172311 Oct 28 09:48:24.323340 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43384) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:24.339042 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Request body: {'subnet': {'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-298077126-subnet', 'tenant_id': 'e6bfc73417aa4dacaee5ea501175efb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:24.393400 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43390) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:24.398021 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-e969b5ef-cd6e-435b-aa20-edc72fab684c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2382088 Oct 28 09:48:24.400909 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Request body: {'subnet': {'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-502262560-subnet', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:24.510677 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Made reservation on behalf of e6bfc73417aa4dacaee5ea501175efb5 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:24.522685 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Publish callbacks [] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.531822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43398) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:24.641410 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Made reservation on behalf of 8d7839b812b745549a72a1e089b6f4e9 for: {'subnet': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:24.644180 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Publish callbacks [] for subnet, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.853462 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:24.929270 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98e23c9-e51c-4f71-9534-95d60b166ec9,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:24.946468 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Checking segment: {'id': '08b3d3a1-5465-4512-a939-f0e441ea978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:24.947506 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Network hostable DHCP agents. Network: 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:24.990534 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.001863 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-network', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:25.093479 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=69dda36a-115a-4f24-bfa8-baf85d5f216e,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:25.098805 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:25.105338 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.105705 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.106233 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.106575 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.106908 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.107502 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.107660 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.108476 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.109033 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.109601 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.110023 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.110352 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Tracked resource versions report: Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: pushed versions: Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: { 'AddressGroup': {'1.2'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'ConntrackHelper': {'1.0'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Log': {'1.0'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Network': {'1.1'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Port': {'1.7'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'PortForwarding': {'1.2'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'QosPolicy': {'1.10'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroup': {'1.4'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SubPort': {'1.0'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Subnet': {'1.1'}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Trunk': {'1.1'}} Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: consumer versions: Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: HyperV agent@hv-cinder-81571: {}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'ConntrackHelper': '1.0', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Log': '1.0', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Network': '1.1', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Port': '1.7', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'PortForwarding': '1.2', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'QosPolicy': '1.10', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroup': '1.4', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SecurityGroupRule': '1.2', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'SubPort': '1.0', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Subnet': '1.1', Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: 'Trunk': '1.1'}} Oct 28 09:48:25.111477 dv-cinder-815712-3-iscsi neutron-server[108755]: {{(pid=108755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:48:25.114903 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Checking segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:25.115251 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Network hostable DHCP agents. Network: c35fd8ce-1440-413c-a793-3622068b4395, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:25.202746 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:25.203174 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Made reservation on behalf of 137c34c5941c4c86801a0e6b8b5c2f67 for: {'network': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:25.207349 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:25.207537 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.208300 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.215986 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f7092-2250-4f5c-8653-e5f1d0e6a96f None None] Network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:25.222893 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.299109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Network c35fd8ce-1440-413c-a793-3622068b4395 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:25.314642 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, c35fd8ce-1440-413c-a793-3622068b4395) {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:25.325801 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:25.327386 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.330393 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-af5c7f41-5b51-4242-a345-012699a41cbf admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0059180 Oct 28 09:48:25.333118 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da16cf-2a5e-4f9b-854f-4e7d70d2c9fc None None] Network c35fd8ce-1440-413c-a793-3622068b4395 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:25.364440 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.444282 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-cd1a46fd-6897-468d-a197-25c0901c78bd admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0491035 Oct 28 09:48:25.449301 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43436) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:25.451647 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:25.490897 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec69b3-5150-4d0a-90be-bc09ac130072 None None] Network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:25.493196 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.514364 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=108755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:48:25.542190 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.542855 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.segments_db [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Added segment 5c3b6427-efb4-4878-b1be-b2128f882115 of type vlan for network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c Oct 28 09:48:25.588998 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.615321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.616684 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.633635 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2347b865-5add-42fd-9b2c-9be83b4e03bb,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:25.720194 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.721472 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-c35fd8ce-1440-413c-a793-3622068b4395', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:25.722435 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.725788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.727672 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:25.728697 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:25.801135 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] Pushing event updated for resources: {'Network': ['ID=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:25.815911 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:48:25.966526 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43448) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:25.970192 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-5ac61b4b-cdc4-45c9-927e-1ef5c44776e4 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4346890 Oct 28 09:48:25.973956 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Request body: {'subnet': {'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-subnet', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:25.979735 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Allocated IP 172.20.0.2 (c35fd8ce-1440-413c-a793-3622068b4395/69dda36a-115a-4f24-bfa8-baf85d5f216e/136e1edc-4d37-4384-8906-1111aa7c5d19) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:26.138793 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Made reservation on behalf of 137c34c5941c4c86801a0e6b8b5c2f67 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:26.142230 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.240627 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.255442 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.345440 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.406919 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Network c35fd8ce-1440-413c-a793-3622068b4395 is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:26.412780 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:26.419520 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:26.497729 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Attempting to bind port 136e1edc-4d37-4384-8906-1111aa7c5d19 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:26.498982 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Attempting to bind port 136e1edc-4d37-4384-8906-1111aa7c5d19 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:26.499929 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Attempting to bind port 136e1edc-4d37-4384-8906-1111aa7c5d19 on network c35fd8ce-1440-413c-a793-3622068b4395 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:26.516718 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:26.517563 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Checking segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:26.520194 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.520730 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Bound using segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:26.521634 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Bound port: 136e1edc-4d37-4384-8906-1111aa7c5d19, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:26.522282 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.528366 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.649034 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Checking segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:26.661032 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Network hostable DHCP agents. Network: 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:48:26.664768 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbf1f5d-e04d-4028-90d4-69943ca89db1,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:26.681856 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.693264 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Pushing event updated for resources: {'Port': ['ID=136e1edc-4d37-4384-8906-1111aa7c5d19,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:26.706869 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Tracked resource versions report: Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: pushed versions: Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: { 'AddressGroup': {'1.2'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'ConntrackHelper': {'1.0'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Log': {'1.0'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Network': {'1.1'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Port': {'1.7'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'PortForwarding': {'1.2'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'QosPolicy': {'1.10'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroup': {'1.4'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SubPort': {'1.0'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Subnet': {'1.1'}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Trunk': {'1.1'}} Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: consumer versions: Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: HyperV agent@hv-cinder-81571: {}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'ConntrackHelper': '1.0', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Log': '1.0', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Network': '1.1', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Port': '1.7', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'PortForwarding': '1.2', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'QosPolicy': '1.10', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroup': '1.4', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SecurityGroupRule': '1.2', Oct 28 09:48:26.719386 dv-cinder-815712-3-iscsi neutron-server[108757]: 'SubPort': '1.0', Oct 28 09:48:26.724015 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Subnet': '1.1', Oct 28 09:48:26.724015 dv-cinder-815712-3-iscsi neutron-server[108757]: 'Trunk': '1.1'}} Oct 28 09:48:26.724015 dv-cinder-815712-3-iscsi neutron-server[108757]: {{(pid=108757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:48:26.724633 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] For port 136e1edc-4d37-4384-8906-1111aa7c5d19, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:26.729402 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] For port 136e1edc-4d37-4384-8906-1111aa7c5d19, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=136e1edc-4d37-4384-8906-1111aa7c5d19,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:26.813136 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:48:26.836343 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Allocated IP 172.27.0.9 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/779d649c-fb9e-49f2-90e4-961dd9c8705d) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:26.905328 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.906515 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.938778 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:26.944419 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:26.945664 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:26.965329 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b222c-bccc-4f6c-97ac-f6108f8ae20d None None] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:27.013191 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:27.079318 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771127c-7c97-4a77-ac77-21abe28a257f None None] Pushing event updated for resources: {'Port': ['ID=136e1edc-4d37-4384-8906-1111aa7c5d19,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:27.097373 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-342c3b17-bc60-4b6d-9524-377fc19f58cc admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1284816 Oct 28 09:48:27.100253 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43494) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:27.113623 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:27.248354 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:48:27.249857 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:27.495100 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:27.498144 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:27.498144 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:27.499601 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:27.502554 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:27.512364 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:27.599696 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Allocated IP 172.20.0.2 (260cb37c-589d-4ef2-92eb-ce6dad8a9c4c/abbf1f5d-e04d-4028-90d4-69943ca89db1/430518fc-fff6-4ba3-a297-b98e3d85e267) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:27.668824 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:27.756074 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=779d649c-fb9e-49f2-90e4-961dd9c8705d,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:27.976758 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.053963 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.061627 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.078625 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.174056 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Pushing event updated for resources: {'Port': ['ID=430518fc-fff6-4ba3-a297-b98e3d85e267,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:28.192107 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:28.194410 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:28.197520 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:28.315314 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Attempting to bind port 430518fc-fff6-4ba3-a297-b98e3d85e267 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:28.316117 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Attempting to bind port 430518fc-fff6-4ba3-a297-b98e3d85e267 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:28.319451 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Attempting to bind port 430518fc-fff6-4ba3-a297-b98e3d85e267 on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:28.325107 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:28.325956 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Checking segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:28.326659 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.327497 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Bound using segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:28.329281 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Bound port: 430518fc-fff6-4ba3-a297-b98e3d85e267, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:28.330653 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.393398 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.398516 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43544) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:28.403353 dv-cinder-815712-3-iscsi neutron-server[108755]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 09:48:28.496327 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 136e1edc-4d37-4384-8906-1111aa7c5d19 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:28.582373 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] For port 430518fc-fff6-4ba3-a297-b98e3d85e267, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:28.612811 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] For port 430518fc-fff6-4ba3-a297-b98e3d85e267, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=430518fc-fff6-4ba3-a297-b98e3d85e267,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:28.638740 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1be89-9dcc-4cdf-b863-2932f5a8bede None None] Network c35fd8ce-1440-413c-a793-3622068b4395 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:28.646984 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 136e1edc-4d37-4384-8906-1111aa7c5d19 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:28.647552 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.703053 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.732080 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.738422 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.769304 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-157a4779-165d-4de5-a97f-086681aa955f tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:28.770983 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-157a4779-165d-4de5-a97f-086681aa955f tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/networks?id=0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da HTTP/1.1" status: 200 len: 811 time: 0.3689311 Oct 28 09:48:28.846434 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-7acc2a4c-c98e-4546-b43e-800f332e1403 None None] Provisioning complete for port 136e1edc-4d37-4384-8906-1111aa7c5d19 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:28.846818 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7acc2a4c-c98e-4546-b43e-800f332e1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:28.853156 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-1e4c7737-fa04-4d06-ab31-698a34fa08f8 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/quotas/e6bfc73417aa4dacaee5ea501175efb5 HTTP/1.1" status: 200 len: 375 time: 0.0383859 Oct 28 09:48:28.927414 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Allocated IP 172.27.0.240 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/f9f406e0-d29f-4ee6-aa8a-369d1186384c) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:28.943991 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-df6d086c-b5d4-4e22-8aa6-b4748c386b94 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e6bfc73417aa4dacaee5ea501175efb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798116 Oct 28 09:48:28.954215 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fde6f-37a7-48d4-89c2-b65243c3c627 None None] Pushing event updated for resources: {'Port': ['ID=430518fc-fff6-4ba3-a297-b98e3d85e267,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:28.973232 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Router 62a77595-66ef-403f-a8a2-7007f6116058 is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:48:28.999845 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.091023 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7acc2a4c-c98e-4546-b43e-800f332e1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.166032 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.190241 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 136e1edc-4d37-4384-8906-1111aa7c5d19, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=136e1edc-4d37-4384-8906-1111aa7c5d19,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:29.256002 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.301461 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.381243 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:29.386019 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:29.390162 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:29.466280 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:29.481519 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Sync routers for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:29.486073 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=136e1edc-4d37-4384-8906-1111aa7c5d19,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:29.508819 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:29.517603 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:29.525698 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-f5c5acd9-cc3a-4f1b-aeca-81e5fdc64aa8 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:48:29.531949 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-f5c5acd9-cc3a-4f1b-aeca-81e5fdc64aa8 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2103257 Oct 28 09:48:29.532108 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.db.api [None req-7acc2a4c-c98e-4546-b43e-800f332e1403 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:48:29.532108 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG oslo_db.api [None req-7acc2a4c-c98e-4546-b43e-800f332e1403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:48:29.539190 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Pushing event updated for resources: {'Port': ['ID=f9f406e0-d29f-4ee6-aa8a-369d1186384c,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:29.672485 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-d9ad9165-e991-46b8-84ed-b8267e802e11 service neutron] 10.222.0.104 "GET /v2.0/networks/0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354730 Oct 28 09:48:29.702066 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:29.721693 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-928e5d24-e934-47f1-96cd-8f73ded88ca5 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2555044 Oct 28 09:48:29.723601 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43584) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:29.725943 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:29.849248 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-22982a7c-27d4-46dd-944f-79c32435e456 service neutron] 10.222.0.104 "GET /v2.0/networks/0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758063 Oct 28 09:48:30.082354 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:27Z', 'revision_number': 3, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:30.116690 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Checking router: 62a77595-66ef-403f-a8a2-7007f6116058 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:30.117131 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Updating router 62a77595-66ef-403f-a8a2-7007f6116058 port 779d649c-fb9e-49f2-90e4-961dd9c8705d binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:48:30.136296 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.148014 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.218157 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-1b2d4389-9f80-468b-ab0e-bd46e50050e6 None None] Provisioning complete for port 136e1edc-4d37-4384-8906-1111aa7c5d19 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:30.222308 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1b2d4389-9f80-468b-ab0e-bd46e50050e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.318106 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43594) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:30.445400 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dfd7aead-1616-44f4-9423-10c0708df56c req-526aa181-6ad8-4c98-8bb0-a0ca1724b5ed tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.1250060 Oct 28 09:48:30.519522 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbfc3a2-577d-4ed9-af8a-82adba559314 None None] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:48:30.672603 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 136e1edc-4d37-4384-8906-1111aa7c5d19 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:30.675108 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.719150 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-55bf1696-a269-4666-aa7a-2e9b47d7f94c None None] Provisioning complete for port 430518fc-fff6-4ba3-a297-b98e3d85e267 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:30.719873 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-55bf1696-a269-4666-aa7a-2e9b47d7f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.771659 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.830450 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.840638 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 136e1edc-4d37-4384-8906-1111aa7c5d19 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:30.841168 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.909863 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Attempting to bind port 779d649c-fb9e-49f2-90e4-961dd9c8705d on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:30.909863 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Attempting to bind port 779d649c-fb9e-49f2-90e4-961dd9c8705d by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:30.910149 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Attempting to bind port 779d649c-fb9e-49f2-90e4-961dd9c8705d on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:30.924512 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:30.924901 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:30.925300 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.925700 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:30.926156 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Bound port: 779d649c-fb9e-49f2-90e4-961dd9c8705d, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:30.926538 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.961202 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-55bf1696-a269-4666-aa7a-2e9b47d7f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:30.962317 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Pushing event updated for resources: {'Port': ['ID=779d649c-fb9e-49f2-90e4-961dd9c8705d,revision_number=2']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:30.975915 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.976574 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.977118 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.977611 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.978080 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.978558 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.979045 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.979530 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.980027 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.980585 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.981279 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.981784 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Tracked resource versions report: Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: pushed versions: Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: { 'AddressGroup': {'1.2'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'ConntrackHelper': {'1.0'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Log': {'1.0'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Network': {'1.1'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Port': {'1.7'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'PortForwarding': {'1.2'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'QosPolicy': {'1.10'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroup': {'1.4'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroupRule': {'1.2'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SubPort': {'1.0'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Subnet': {'1.1'}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Trunk': {'1.1'}} Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: consumer versions: Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: { DHCP agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: HyperV agent@hv-cinder-81571: {}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: L3 agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: Metadata agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: Metering agent@dv-cinder-815712-3-iscsi: {}, Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: Open vSwitch agent@dv-cinder-815712-3-iscsi: { 'AddressGroup': '1.2', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'ConntrackHelper': '1.0', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Log': '1.0', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Network': '1.1', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Port': '1.7', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'PortForwarding': '1.2', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'QosPolicy': '1.10', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroup': '1.4', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SecurityGroupRule': '1.2', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'SubPort': '1.0', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Subnet': '1.1', Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: 'Trunk': '1.1'}} Oct 28 09:48:30.983596 dv-cinder-815712-3-iscsi neutron-server[108758]: {{(pid=108758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 09:48:31.012184 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] For port 779d649c-fb9e-49f2-90e4-961dd9c8705d, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:31.017344 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] For port 779d649c-fb9e-49f2-90e4-961dd9c8705d, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=779d649c-fb9e-49f2-90e4-961dd9c8705d,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:31.121949 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:31.126736 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:31.238425 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:31.239416 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:31.255016 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 430518fc-fff6-4ba3-a297-b98e3d85e267 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:31.281983 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5fae5-eeb0-44ae-b310-4f8f40c8c1b6 None None] Pushing event updated for resources: {'Port': ['ID=779d649c-fb9e-49f2-90e4-961dd9c8705d,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:31.350993 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-55bf1696-a269-4666-aa7a-2e9b47d7f94c None None] For port 430518fc-fff6-4ba3-a297-b98e3d85e267, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=430518fc-fff6-4ba3-a297-b98e3d85e267,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:31.390568 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 430518fc-fff6-4ba3-a297-b98e3d85e267 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:31.390931 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:31.395047 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:31.405064 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Router b5264131-a1f4-4208-b16f-ede24af50b23 is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:48:31.461953 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-55bf1696-a269-4666-aa7a-2e9b47d7f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:31.534244 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-222add52-c46e-4389-8c04-e7899b11719a req-0f89aee2-b41d-4443-81a7-85263b5547c3 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0365546 Oct 28 09:48:31.645583 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:27Z', 'revision_number': 3, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:31.673587 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf1696-a269-4666-aa7a-2e9b47d7f94c None None] Pushing event updated for resources: {'Port': ['ID=430518fc-fff6-4ba3-a297-b98e3d85e267,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:31.687391 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Allocated IP 172.20.0.1 (c35fd8ce-1440-413c-a793-3622068b4395/69dda36a-115a-4f24-bfa8-baf85d5f216e/7956fa3d-cd05-4e14-9407-36e5b4b155a1) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:31.688401 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411a5aa-584b-47e1-bc9d-2f5b7a19db7a None None] The sync data for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi is: [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:27Z', 'revision_number': 3, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:31.690463 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:31.730953 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-6035ea97-79da-45ba-89b5-c7673f2e43ba None None] Provisioning complete for port 430518fc-fff6-4ba3-a297-b98e3d85e267 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:31.733964 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6035ea97-79da-45ba-89b5-c7673f2e43ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:31.738673 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Sync routers for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:31.832637 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] Publish callbacks [] for router, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:31.836938 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-c4dfb85e-e1a2-4f12-b8d5-ad9cc6206f5c admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7325084 Oct 28 09:48:31.840052 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43648) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:31.868875 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:31.869562 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:32.000731 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:32.091713 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:32.343896 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:32.444506 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:29Z', 'revision_number': 3, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:32.460295 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 430518fc-fff6-4ba3-a297-b98e3d85e267 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:32.494252 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Network c35fd8ce-1440-413c-a793-3622068b4395 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:32.511589 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:32.522822 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:32.523895 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:32.538876 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Checking router: b5264131-a1f4-4208-b16f-ede24af50b23 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:32.539415 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Updating router b5264131-a1f4-4208-b16f-ede24af50b23 port f9f406e0-d29f-4ee6-aa8a-369d1186384c binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:48:32.610730 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Pushing event updated for resources: {'Port': ['ID=7956fa3d-cd05-4e14-9407-36e5b4b155a1,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:32.691539 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:32.751403 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2c56b472-7fc8-40b1-aa21-55e60c8808a5 req-12537b3d-9374-49c3-a0a0-c303a3f0ab9f tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0733595 Oct 28 09:48:32.824633 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 430518fc-fff6-4ba3-a297-b98e3d85e267 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:32.835128 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.044022 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-a3f76109-8560-453f-9936-f5e51fed7650 None None] Provisioning complete for port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:33.044390 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a3f76109-8560-453f-9936-f5e51fed7650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.201111 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-a3f76109-8560-453f-9936-f5e51fed7650 None None] Port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:48:33.222703 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.234700 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.413518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.516309 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.618830 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Attempting to bind port f9f406e0-d29f-4ee6-aa8a-369d1186384c on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:33.619311 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Attempting to bind port f9f406e0-d29f-4ee6-aa8a-369d1186384c by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:33.619738 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Attempting to bind port f9f406e0-d29f-4ee6-aa8a-369d1186384c on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:33.629737 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b7f49-0146-4743-bb25-2b9b349a3741 None None] Pushing event updated for resources: {'Port': ['ID=f9f406e0-d29f-4ee6-aa8a-369d1186384c,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:33.632381 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:33.633593 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:33.633593 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.633593 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:33.634181 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Bound port: f9f406e0-d29f-4ee6-aa8a-369d1186384c, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:33.634657 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.655256 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Allocated IP 172.20.0.1 (260cb37c-589d-4ef2-92eb-ce6dad8a9c4c/abbf1f5d-e04d-4028-90d4-69943ca89db1/7e92a318-0ea1-4c6e-b755-4ff2e17257ac) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:33.691380 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] For port f9f406e0-d29f-4ee6-aa8a-369d1186384c, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:33.694813 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] For port f9f406e0-d29f-4ee6-aa8a-369d1186384c, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f9f406e0-d29f-4ee6-aa8a-369d1186384c,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:33.780645 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.800892 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.882074 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.883147 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:33.939799 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b7f49-0146-4743-bb25-2b9b349a3741 None None] Pushing event updated for resources: {'Port': ['ID=f9f406e0-d29f-4ee6-aa8a-369d1186384c,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:33.942706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:33.943491 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:34.043774 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-408fc62e-f002-4eea-99d7-fb5fcac45343 req-80f03e51-a6a1-483a-916e-6b37f9aa0070 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0529253 Oct 28 09:48:34.104883 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:34.120225 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Network c35fd8ce-1440-413c-a793-3622068b4395 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:34.121057 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Pushing event updated for resources: {'Port': ['ID=7956fa3d-cd05-4e14-9407-36e5b4b155a1,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:34.127734 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:34.142553 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:34.468100 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Router 62a77595-66ef-403f-a8a2-7007f6116058 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:34.484789 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:34.531148 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 779d649c-fb9e-49f2-90e4-961dd9c8705d up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:34.704983 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:34.719977 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:34.723473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Pushing event updated for resources: {'Port': ['ID=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:34.755916 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:34.756705 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:34.911881 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-68ab501b-b569-453f-984c-4ff6eb0e2514 None None] Provisioning complete for port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:34.912247 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-68ab501b-b569-453f-984c-4ff6eb0e2514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:34.922456 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:34.939770 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Sync routers for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:34.946362 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-5191158a-872f-4e7e-ba05-2cd8b6736963 admin admin] 10.222.0.104 "PUT /v2.0/routers/62a77595-66ef-403f-a8a2-7007f6116058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2214015 Oct 28 09:48:34.962481 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-68ab501b-b569-453f-984c-4ff6eb0e2514 None None] Port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:48:34.963730 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:34.964381 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:34.983210 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 779d649c-fb9e-49f2-90e4-961dd9c8705d triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:34.983758 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.014874 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:29Z', 'revision_number': 3, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:35.102560 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:35.141334 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3c3a0e-878c-40a1-9b0f-3a268aa59cfb None None] The sync data for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi is: [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:29Z', 'revision_number': 3, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:35.192799 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-7531a88f-720c-4b4e-b796-416ba36e6617 None None] Provisioning complete for port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:35.192799 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7531a88f-720c-4b4e-b796-416ba36e6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.207515 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-319005cc-84a2-4227-b6b6-9b3a07fd3db2 req-7d957926-9635-4fb1-8ab4-bcfd27772b7f tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0533338 Oct 28 09:48:35.233373 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.331194 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-7531a88f-720c-4b4e-b796-416ba36e6617 None None] Port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:48:35.423551 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.485986 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 779d649c-fb9e-49f2-90e4-961dd9c8705d, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=779d649c-fb9e-49f2-90e4-961dd9c8705d,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:35.524845 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.527433 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 2, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:35.568796 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Checking router: 62a77595-66ef-403f-a8a2-7007f6116058 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:35.569190 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Updating router 62a77595-66ef-403f-a8a2-7007f6116058 port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:48:35.603717 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.622845 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.634123 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.635864 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:35.732919 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43780) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:35.820065 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=779d649c-fb9e-49f2-90e4-961dd9c8705d,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:35.852180 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43784) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:35.891825 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Pushing event updated for resources: {'Port': ['ID=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:35.929691 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:35.931334 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:36.415762 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cb89-dafa-4fd2-8b77-71fe0981d257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.424072 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Router b5264131-a1f4-4208-b16f-ede24af50b23 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:48:36.427046 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ddadcca9-47c4-4f72-b913-5e1a8d85c71a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.428539 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.432848 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-fd0ffceb-d266-4773-8c34-ba0331892623 None None] Provisioning complete for port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:36.432848 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-fd0ffceb-d266-4773-8c34-ba0331892623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.434297 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:48:36.434297 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a01a762d-55e2-45f1-a9e3-8437b7051336 admin admin] 10.222.0.104 "PUT /v2.0/routers/b5264131-a1f4-4208-b16f-ede24af50b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5380936 Oct 28 09:48:36.437117 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ffceb-d266-4773-8c34-ba0331892623 None None] Port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:48:36.441320 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.508420 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-281c4c87-f21f-45ba-8cb2-70c3d9483bf1 req-46bf8d86-eed4-4232-b0de-714b4deff134 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.1642506 Oct 28 09:48:36.529338 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f9f406e0-d29f-4ee6-aa8a-369d1186384c up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:36.551323 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cb89-dafa-4fd2-8b77-71fe0981d257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.587714 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ddadcca9-47c4-4f72-b913-5e1a8d85c71a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.592370 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a5fc3-bd46-4bcd-9d68-62fe3a034048 None None] Pushing event updated for resources: {'Port': ['ID=7956fa3d-cd05-4e14-9407-36e5b4b155a1,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:36.625085 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f8b7cb89-dafa-4fd2-8b77-71fe0981d257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.661696 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port f9f406e0-d29f-4ee6-aa8a-369d1186384c triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:36.663901 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.675362 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Attempting to bind port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:36.676061 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Attempting to bind port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:36.677578 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Attempting to bind port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 on network c35fd8ce-1440-413c-a793-3622068b4395 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:36.683547 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:36.684595 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Checking segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:36.685173 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.686564 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Bound using segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:36.687237 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Bound port: 7956fa3d-cd05-4e14-9407-36e5b4b155a1, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:36.687900 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.724381 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f8b7cb89-dafa-4fd2-8b77-71fe0981d257 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1772377fd07a41709b1c3dba966283d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9903679 Oct 28 09:48:36.726256 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ddadcca9-47c4-4f72-b913-5e1a8d85c71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.729026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43804) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:36.820576 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43810) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:36.828171 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ddadcca9-47c4-4f72-b913-5e1a8d85c71a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=87a65bf7301044a091731e2a96d6ef56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9740930 Oct 28 09:48:36.836477 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.866640 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] For port 7956fa3d-cd05-4e14-9407-36e5b4b155a1, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:36.870227 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7cb89-dafa-4fd2-8b77-71fe0981d257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cba919-1588-4b5f-acb8-2b6798d3e6f3,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:36.880157 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] For port 7956fa3d-cd05-4e14-9407-36e5b4b155a1, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7956fa3d-cd05-4e14-9407-36e5b4b155a1,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:36.888644 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port f9f406e0-d29f-4ee6-aa8a-369d1186384c, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f9f406e0-d29f-4ee6-aa8a-369d1186384c,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:36.899882 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b87d9204-7ea7-4f2d-97fa-4f0c9a406717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.935555 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadcca9-47c4-4f72-b913-5e1a8d85c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822dc651-6254-4f34-a3d2-ef41768bcfe1,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:36.942989 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-2a45e081-66c4-400d-841c-2dc8470069b9 None None] Provisioning complete for port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:36.943343 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2a45e081-66c4-400d-841c-2dc8470069b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.951065 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.981924 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b87d9204-7ea7-4f2d-97fa-4f0c9a406717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.986874 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:36.987638 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 779d649c-fb9e-49f2-90e4-961dd9c8705d up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:37.002344 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43814) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:37.013738 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3914c177-4f1a-4723-8e7f-63f928314023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.096325 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-2a45e081-66c4-400d-841c-2dc8470069b9 None None] Port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:48:37.098854 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:37.099513 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:37.101518 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a5fc3-bd46-4bcd-9d68-62fe3a034048 None None] Pushing event updated for resources: {'Port': ['ID=7956fa3d-cd05-4e14-9407-36e5b4b155a1,revision_number=4']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.124779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3914c177-4f1a-4723-8e7f-63f928314023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.229319 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=f9f406e0-d29f-4ee6-aa8a-369d1186384c,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.253497 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 779d649c-fb9e-49f2-90e4-961dd9c8705d triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:37.253949 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.256195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8f925791-d429-4e27-922d-06cf63a343e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.322829 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b87d9204-7ea7-4f2d-97fa-4f0c9a406717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.326479 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b87d9204-7ea7-4f2d-97fa-4f0c9a406717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.329174 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-b87d9204-7ea7-4f2d-97fa-4f0c9a406717 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a4cba919-1588-4b5f-acb8-2b6798d3e6f3 HTTP/1.1" status: 204 len: 168 time: 0.5983129 Oct 28 09:48:37.332263 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3914c177-4f1a-4723-8e7f-63f928314023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.338844 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3914c177-4f1a-4723-8e7f-63f928314023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.347847 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3914c177-4f1a-4723-8e7f-63f928314023 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/822dc651-6254-4f34-a3d2-ef41768bcfe1 HTTP/1.1" status: 204 len: 168 time: 0.5244751 Oct 28 09:48:37.370198 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d9204-7ea7-4f2d-97fa-4f0c9a406717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cba919-1588-4b5f-acb8-2b6798d3e6f3,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.402796 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43824) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:37.408808 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914c177-4f1a-4723-8e7f-63f928314023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822dc651-6254-4f34-a3d2-ef41768bcfe1,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.411970 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:37.416039 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-752cfb1d-1503-4d18-9c13-f64dc30a9f39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670069587', 'description': 'tempest-description--1554492859'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:37.505996 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8f925791-d429-4e27-922d-06cf63a343e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.533715 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-8f6ad8dd-bf0a-4861-8f65-98198ecb11e3 None None] Provisioning complete for port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:37.538052 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad8dd-bf0a-4861-8f65-98198ecb11e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.631002 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-752cfb1d-1503-4d18-9c13-f64dc30a9f39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.633844 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8f925791-d429-4e27-922d-06cf63a343e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.665716 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad8dd-bf0a-4861-8f65-98198ecb11e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.734339 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-8f6ad8dd-bf0a-4861-8f65-98198ecb11e3 None None] For port 7956fa3d-cd05-4e14-9407-36e5b4b155a1, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7956fa3d-cd05-4e14-9407-36e5b4b155a1,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:37.754608 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f925791-d429-4e27-922d-06cf63a343e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c652d099-5e35-4313-8f5d-81e54b903c15,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.770538 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8f925791-d429-4e27-922d-06cf63a343e9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=84f7b630720b4738a62d0a0453d96908&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7642267 Oct 28 09:48:37.770625 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43830) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:37.836069 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8f6ad8dd-bf0a-4861-8f65-98198ecb11e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.898256 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fee8479b-c99b-40ee-aea7-788355af22ff req-e065ad87-15e5-4c54-a36d-bb8bdb988621 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0620234 Oct 28 09:48:37.898256 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-752cfb1d-1503-4d18-9c13-f64dc30a9f39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:37.898256 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43836) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:37.898770 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:37.901800 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-b71de036-f439-4a8c-b5ef-688520403c86 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2141394352', 'description': 'tempest-description--825564287'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:37.973931 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ad8dd-bf0a-4861-8f65-98198ecb11e3 None None] Pushing event updated for resources: {'Port': ['ID=7956fa3d-cd05-4e14-9407-36e5b4b155a1,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:37.975230 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6249ccb8-f76a-49b5-b050-18553630e881 None None] The sync data for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi is: [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:37.983705 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-201af8c4-700a-4fc6-bb8a-23ec68b1db01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.013599 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-752cfb1d-1503-4d18-9c13-f64dc30a9f39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.028124 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-201af8c4-700a-4fc6-bb8a-23ec68b1db01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.072118 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Sync routers for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:48:38.086613 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b71de036-f439-4a8c-b5ef-688520403c86 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.102598 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:38.103320 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:38.106914 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.109', 61867) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:38.112140 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cfb1d-1503-4d18-9c13-f64dc30a9f39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771a57d8-6766-45e4-963d-c5f443813a94,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:38.226181 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b71de036-f439-4a8c-b5ef-688520403c86 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.317281 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-752cfb1d-1503-4d18-9c13-f64dc30a9f39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.322075 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-752cfb1d-1503-4d18-9c13-f64dc30a9f39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9108829 Oct 28 09:48:38.323334 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43850) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:38.328454 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-cc150aaf-a10a-4ea7-9c3a-51ba5a262f25 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'security_group_rule': {'security_group_id': '771a57d8-6766-45e4-963d-c5f443813a94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:38.371471 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:38.383554 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b71de036-f439-4a8c-b5ef-688520403c86 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.448747 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a44885cf-9081-4d6f-be75-f66103087e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.467461 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71de036-f439-4a8c-b5ef-688520403c86 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e8d3a8-1007-4a06-bd1d-d40526359448,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:38.491531 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc150aaf-a10a-4ea7-9c3a-51ba5a262f25 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.524074 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7956fa3d-cd05-4e14-9407-36e5b4b155a1 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:38.570454 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-c18ea215-ea4c-4fd2-971f-2cb7171ea3d6 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:38.572505 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-c18ea215-ea4c-4fd2-971f-2cb7171ea3d6 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.109 "GET /v2.0/networks?id=0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da HTTP/1.1" status: 200 len: 811 time: 0.4633231 Oct 28 09:48:38.634334 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc150aaf-a10a-4ea7-9c3a-51ba5a262f25 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.635990 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Request body: {'port': {'device_id': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da', 'admin_state_up': True, 'tenant_id': 'e6bfc73417aa4dacaee5ea501175efb5'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:38.649843 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b71de036-f439-4a8c-b5ef-688520403c86 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.655834 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-b71de036-f439-4a8c-b5ef-688520403c86 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7598052 Oct 28 09:48:38.659098 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43854) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:38.668134 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-040666bf-7405-471a-b779-34fb6c1a08c5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'security_group_rule': {'security_group_id': 'd0e8d3a8-1007-4a06-bd1d-d40526359448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:38.678345 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:38.678938 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.844295 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc150aaf-a10a-4ea7-9c3a-51ba5a262f25 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.852808 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f9f406e0-d29f-4ee6-aa8a-369d1186384c up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:38.895725 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43864) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:38.907982 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc150aaf-a10a-4ea7-9c3a-51ba5a262f25 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2776a2f-836a-46d5-ac4b-1bef3f6901ea,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:38.908512 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 2, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:38.911997 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-040666bf-7405-471a-b779-34fb6c1a08c5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.928842 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-201af8c4-700a-4fc6-bb8a-23ec68b1db01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.931351 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-201af8c4-700a-4fc6-bb8a-23ec68b1db01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:38.937888 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-201af8c4-700a-4fc6-bb8a-23ec68b1db01 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c652d099-5e35-4313-8f5d-81e54b903c15 HTTP/1.1" status: 204 len: 168 time: 1.1655555 Oct 28 09:48:38.957919 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Checking router: b5264131-a1f4-4208-b16f-ede24af50b23 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:48:38.958271 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Updating router b5264131-a1f4-4208-b16f-ede24af50b23 port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:48:39.023084 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.027498 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-091102f9-dea5-4fb7-b1e3-94c1d15a306f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.055272 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201af8c4-700a-4fc6-bb8a-23ec68b1db01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c652d099-5e35-4313-8f5d-81e54b903c15,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:39.144079 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port f9f406e0-d29f-4ee6-aa8a-369d1186384c triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:39.144510 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.241511 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a419bd6d-31c7-4d6d-96ba-48e623a8a841 req-081fcbbb-4f08-4dd0-8777-1c02b1de52e0 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.1221073 Oct 28 09:48:39.250420 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc150aaf-a10a-4ea7-9c3a-51ba5a262f25 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.259399 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-cc150aaf-a10a-4ea7-9c3a-51ba5a262f25 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9348047 Oct 28 09:48:39.276064 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43894) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:39.284321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-83cda158-4b64-4434-9849-c3912daf1906 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'security_group_rule': {'security_group_id': '771a57d8-6766-45e4-963d-c5f443813a94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:39.323294 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-040666bf-7405-471a-b779-34fb6c1a08c5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.359552 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-091102f9-dea5-4fb7-b1e3-94c1d15a306f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.440365 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-040666bf-7405-471a-b779-34fb6c1a08c5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.468037 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-091102f9-dea5-4fb7-b1e3-94c1d15a306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.482528 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-83cda158-4b64-4434-9849-c3912daf1906 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.492217 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040666bf-7405-471a-b779-34fb6c1a08c5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d17895-4e77-4e8f-9e6d-9328479ba4e1,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:39.603810 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-83cda158-4b64-4434-9849-c3912daf1906 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.626142 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091102f9-dea5-4fb7-b1e3-94c1d15a306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00192ccd-0226-4bcc-8745-a403771e6091,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:39.651526 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43904) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:39.652687 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-091102f9-dea5-4fb7-b1e3-94c1d15a306f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d653284db7ed4c2ea1d043af1969f340&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7556503 Oct 28 09:48:39.777724 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dfd691d6-ed30-426b-ad33-3bc1b91eb5af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.791338 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Made reservation on behalf of e6bfc73417aa4dacaee5ea501175efb5 for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:39.796934 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.836763 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dfd691d6-ed30-426b-ad33-3bc1b91eb5af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.860172 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.884306 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-83cda158-4b64-4434-9849-c3912daf1906 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.913219 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cda158-4b64-4434-9849-c3912daf1906 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360ee26e-cf38-4d20-8db6-a252c40bd633,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:39.986964 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-040666bf-7405-471a-b779-34fb6c1a08c5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:39.989318 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-040666bf-7405-471a-b779-34fb6c1a08c5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3289711 Oct 28 09:48:39.992171 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43918) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:39.996723 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-c6533b11-74bf-4612-bea9-e5a27e7ea400 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'security_group_rule': {'security_group_id': 'd0e8d3a8-1007-4a06-bd1d-d40526359448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:40.031982 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.088527 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Allocated IP 172.20.0.2 (0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da/a98e23c9-e51c-4f71-9534-95d60b166ec9/5874a229-cd52-4a12-9711-544832ced32e) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:40.094574 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da501b-6090-41d8-8731-c96534b1d066 None None] Pushing event updated for resources: {'Port': ['ID=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:40.140950 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-83cda158-4b64-4434-9849-c3912daf1906 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.142231 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-83cda158-4b64-4434-9849-c3912daf1906 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8685467 Oct 28 09:48:40.145579 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dfd691d6-ed30-426b-ad33-3bc1b91eb5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.148307 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dfd691d6-ed30-426b-ad33-3bc1b91eb5af admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.152224 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-dfd691d6-ed30-426b-ad33-3bc1b91eb5af admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/00192ccd-0226-4bcc-8745-a403771e6091 HTTP/1.1" status: 204 len: 168 time: 0.4995222 Oct 28 09:48:40.152840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43924) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:40.157440 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Attempting to bind port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:40.157912 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Attempting to bind port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:40.158339 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Attempting to bind port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:40.163818 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:40.166564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Checking segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:40.166564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.166564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Bound using segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:40.166564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Bound port: 7e92a318-0ea1-4c6e-b755-4ff2e17257ac, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:40.166564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.167660 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:40.176426 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd691d6-ed30-426b-ad33-3bc1b91eb5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00192ccd-0226-4bcc-8745-a403771e6091,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:40.266018 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] For port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:40.271062 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] For port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:40.283227 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6533b11-74bf-4612-bea9-e5a27e7ea400 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.364261 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.367861 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.378956 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43930) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:40.445035 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-306c1827-2878-4937-92ca-e25e384453ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.452090 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6f44408e-9024-4425-9b64-2b96aea1848f req-135cad52-ce3b-43aa-b87a-924861fb139e tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0739007 Oct 28 09:48:40.461456 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.475572 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:48:40.476521 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:40.479025 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da501b-6090-41d8-8731-c96534b1d066 None None] Pushing event updated for resources: {'Port': ['ID=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:40.482325 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.699595 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6533b11-74bf-4612-bea9-e5a27e7ea400 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.733690 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-7ce81d41-6918-4fc4-9e5b-b2998ee680e4 None None] Provisioning complete for port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:40.733690 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7ce81d41-6918-4fc4-9e5b-b2998ee680e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.734826 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Pushing event updated for resources: {'Port': ['ID=5874a229-cd52-4a12-9711-544832ced32e,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:40.803894 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:40.821094 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:40.830309 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:40.837139 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6533b11-74bf-4612-bea9-e5a27e7ea400 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.864331 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:40.865010 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:40.929023 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533b11-74bf-4612-bea9-e5a27e7ea400 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17009e8-ed20-457d-8fac-f2574e6c7995,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:41.008931 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-306c1827-2878-4937-92ca-e25e384453ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.045289 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:48:41.063023 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-072a8112-e4f5-4b6c-b983-dedd5ce57064 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4314678 Oct 28 09:48:41.067414 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6533b11-74bf-4612-bea9-e5a27e7ea400 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.068926 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-c6533b11-74bf-4612-bea9-e5a27e7ea400 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0756190 Oct 28 09:48:41.072013 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 43960) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:41.078541 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:41.092423 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-d382a9f1-e809-4f84-982a-f7997b963ffa tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:48:41.102527 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-d382a9f1-e809-4f84-982a-f7997b963ffa tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0108335 Oct 28 09:48:41.149457 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.163978 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2a07b2ad-39ff-44d8-b1b1-a79a8e54c287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.166726 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-306c1827-2878-4937-92ca-e25e384453ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.284544 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-306c1827-2878-4937-92ca-e25e384453ab admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7ffc99ddfbac40bcaf7a4a5981a91755&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9009888 Oct 28 09:48:41.285156 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 43972) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:41.340106 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.417887 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-93c5f400-890c-4cfe-913b-011dab111d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.432081 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7ce81d41-6918-4fc4-9e5b-b2998ee680e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.476187 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-93c5f400-890c-4cfe-913b-011dab111d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.636196 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-93c5f400-890c-4cfe-913b-011dab111d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.642355 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-7ce81d41-6918-4fc4-9e5b-b2998ee680e4 None None] For port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:41.643735 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-93c5f400-890c-4cfe-913b-011dab111d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.645496 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-93c5f400-890c-4cfe-913b-011dab111d81 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/902eb7d3-118e-48cb-b05d-b3897864ec14 HTTP/1.1" status: 204 len: 168 time: 0.3591313 Oct 28 09:48:41.661036 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c1827-2878-4937-92ca-e25e384453ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902eb7d3-118e-48cb-b05d-b3897864ec14,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:41.668196 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5f400-890c-4cfe-913b-011dab111d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902eb7d3-118e-48cb-b05d-b3897864ec14,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:41.723567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Request body: {'port': {'device_id': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:41.784188 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7ce81d41-6918-4fc4-9e5b-b2998ee680e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.881109 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:41.913670 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Allocated IP 172.27.0.119 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/c33a91dd-6acd-4590-81b6-6db61291c75e) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:42.110926 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-4e6dd1b7-399d-49fb-b288-75c111be5556 None None] Provisioning complete for port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:42.111846 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd1b7-399d-49fb-b288-75c111be5556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.119078 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce81d41-6918-4fc4-9e5b-b2998ee680e4 None None] Pushing event updated for resources: {'Port': ['ID=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:42.310255 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:40Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:48:42.421239 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.425334 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca1feb-dba8-43ba-baa5-336f3d57fd74 None None] The sync data for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi is: [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:40Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:48:42.450726 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.549594 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5874a229-cd52-4a12-9711-544832ced32e {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:48:42.582840 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.583942 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.651403 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57347c-0dcc-4564-bf95-d5f9f338721b req-15d508ff-cf12-465d-8663-b9595548cc22 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:42.700062 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ee57347c-0dcc-4564-bf95-d5f9f338721b req-15d508ff-cf12-465d-8663-b9595548cc22 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 931 time: 1.0086370 Oct 28 09:48:42.700300 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Transition to ACTIVE for port object 5874a229-cd52-4a12-9711-544832ced32e will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:48:42.767829 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ee57347c-0dcc-4564-bf95-d5f9f338721b req-b28845a5-2b70-46b9-ae19-32b88a7ef597 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972459 Oct 28 09:48:42.815959 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:42.928870 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.002108 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.010553 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:43.044126 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:43.049758 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:43.096856 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Pushing event updated for resources: {'Port': ['ID=5874a229-cd52-4a12-9711-544832ced32e,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:43.105082 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'Port': ['ID=c33a91dd-6acd-4590-81b6-6db61291c75e,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:43.245242 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Allocated IP 172.27.0.7 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/a0e454aa-412d-490e-b78c-0e1db6ee4f7b) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:43.261265 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Attempting to bind port 5874a229-cd52-4a12-9711-544832ced32e on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:43.261265 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Attempting to bind port 5874a229-cd52-4a12-9711-544832ced32e by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '08b3d3a1-5465-4512-a939-f0e441ea978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:43.261265 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Attempting to bind port 5874a229-cd52-4a12-9711-544832ced32e on network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:43.277613 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Port 5874a229-cd52-4a12-9711-544832ced32e on network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:48:43.278027 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Attempting to bind port 5874a229-cd52-4a12-9711-544832ced32e on network 0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:43.287330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:43.288232 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Checking segment: {'id': '08b3d3a1-5465-4512-a939-f0e441ea978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:43.288759 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Bound using segment: {'id': '08b3d3a1-5465-4512-a939-f0e441ea978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:43.289738 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Bound port: 5874a229-cd52-4a12-9711-544832ced32e, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b3d3a1-5465-4512-a939-f0e441ea978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:43.290204 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.327274 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.456900 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] For port 5874a229-cd52-4a12-9711-544832ced32e, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:43.463344 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] For port 5874a229-cd52-4a12-9711-544832ced32e, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5874a229-cd52-4a12-9711-544832ced32e,segment=NetworkSegment(08b3d3a1-5465-4512-a939-f0e441ea978e),segment_id=08b3d3a1-5465-4512-a939-f0e441ea978e)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:43.560237 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.693589 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.803946 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Pushing event updated for resources: {'Port': ['ID=5874a229-cd52-4a12-9711-544832ced32e,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:43.818026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:43.818855 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.820567 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-9ff6aaa9-5f24-4f8c-a79c-80916090080d service neutron] 10.222.0.109 "PUT /v2.0/ports/5874a229-cd52-4a12-9711-544832ced32e HTTP/1.1" status: 200 len: 1093 time: 2.4928308 Oct 28 09:48:43.821064 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'tag': '5874a229-cd52-4a12-9711-544832ced32e'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:48:43.845267 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:43.908868 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.081476 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.133245 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.189056 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.234860 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:44.242534 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:44.287141 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.318975 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:44.360630 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804d29-8186-4592-8c28-70a3af49b802 req-b50ac287-d99d-455e-ad0f-3c412b682cd0 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:44.369058 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-63804d29-8186-4592-8c28-70a3af49b802 req-b50ac287-d99d-455e-ad0f-3c412b682cd0 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.3446872 Oct 28 09:48:44.379535 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403991d7-21a8-4ebb-9219-01a42c33bbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5350c012-82d4-49d1-8b70-4eb8fb4d242b", "tag": "5874a229-cd52-4a12-9711-544832ced32e"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:48:44.400723 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'Port': ['ID=c33a91dd-6acd-4590-81b6-6db61291c75e,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:44.543803 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-63804d29-8186-4592-8c28-70a3af49b802 req-a592b281-8fcf-4cd5-94da-9c325c042fc5 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689744 Oct 28 09:48:44.553720 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.558255 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.558823 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7e92a318-0ea1-4c6e-b755-4ff2e17257ac up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:48:44.560057 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-3e9f0109-47bc-44f7-8263-7e27d2645b12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3980913 Oct 28 09:48:44.563450 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'Port': ['ID=a0e454aa-412d-490e-b78c-0e1db6ee4f7b,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:44.584722 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-a240ed0a-c97b-4235-991c-0c8df41b8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:44.589971 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-a240ed0a-c97b-4235-991c-0c8df41b8e85 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e6bfc73417aa4dacaee5ea501175efb5&device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 1096 time: 0.3903205 Oct 28 09:48:44.679784 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:44.680386 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:44.703442 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.057089 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.202218 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.240134 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-24ba4b37-d04d-4187-b74d-8a3185428495 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5874a229-cd52-4a12-9711-544832ced32e HTTP/1.1" status: 200 len: 217 time: 0.5781016 Oct 28 09:48:45.240756 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dbdaa8-e830-4285-96b8-9a6c8f054e8e x-openstack-request-id: req-e6dbdaa8-e830-4285-96b8-9a6c8f054e8e {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:48:45.240994 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5350c012-82d4-49d1-8b70-4eb8fb4d242b", "tag": "5874a229-cd52-4a12-9711-544832ced32e", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:48:45.241214 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e6dbdaa8-e830-4285-96b8-9a6c8f054e8e {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:48:45.241610 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'tag': '5874a229-cd52-4a12-9711-544832ced32e', 'status': 'completed', 'code': 200} Oct 28 09:48:45.330412 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.392478 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'Port': ['ID=a0e454aa-412d-490e-b78c-0e1db6ee4f7b,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:45.447093 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-2e13b7df-5d49-4fc0-a7f2-ddcd34303ef2 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--670069587&fields=id&tenant_id=8d7839b812b745549a72a1e089b6f4e9 HTTP/1.1" status: 200 len: 267 time: 0.1641009 Oct 28 09:48:45.534881 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-ce4dcc00-fe12-4dc3-9bf8-fc80cabb92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:45.539795 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-ce4dcc00-fe12-4dc3-9bf8-fc80cabb92f5 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a98e23c9-e51c-4f71-9534-95d60b166ec9 HTTP/1.1" status: 200 len: 851 time: 0.2933633 Oct 28 09:48:45.663984 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:45.665983 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8836410e-8233-481c-af56-206ac91909fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5925443 Oct 28 09:48:45.719261 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-e7ddb8b7-8394-4c8b-939f-5d66b1790463 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677058 Oct 28 09:48:45.770547 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-8b478ea4-9004-4284-ac74-c4fe634678c8 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:45.772183 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-8b478ea4-9004-4284-ac74-c4fe634678c8 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 810 time: 0.3220723 Oct 28 09:48:45.806242 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-e4834f24-f506-486b-a23a-196ef3c7f6c5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/quotas/8d7839b812b745549a72a1e089b6f4e9 HTTP/1.1" status: 200 len: 375 time: 0.0210795 Oct 28 09:48:45.817621 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e5b17-f456-4cb9-98e0-f7ef843f6748 req-991e6861-8626-457f-a633-1a0ed8ad2c9d tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:45.819384 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8c5e5b17-f456-4cb9-98e0-f7ef843f6748 req-991e6861-8626-457f-a633-1a0ed8ad2c9d tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.1215572 Oct 28 09:48:45.917030 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-8fdda4c5-0952-4e01-afcc-c50c231bebe9 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939300 Oct 28 09:48:45.932219 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8c5e5b17-f456-4cb9-98e0-f7ef843f6748 req-abb9672d-946e-4fe4-9c34-2a3578a6deee tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787220 Oct 28 09:48:46.073782 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-45fd5599-8d79-406f-9629-24e1d5488f48 service neutron] 10.222.0.109 "GET /v2.0/networks/0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351733 Oct 28 09:48:46.080475 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-035b1aaa-ea36-4bdf-b9e6-0f9f65ae637f service neutron] 10.222.0.104 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401141 Oct 28 09:48:46.242063 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-34550189-7f0d-4c38-af92-e7f5a6d8e8a1 service neutron] 10.222.0.104 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530099 Oct 28 09:48:46.360052 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44140) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:46.438524 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-b1407cb1-4b5b-40ce-9e60-40e650508967 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--2141394352&fields=id&tenant_id=137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 267 time: 0.0838337 Oct 28 09:48:46.662017 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-32e27c3a-d74d-4ab1-b617-d2215f447a06 req-1fd0e0a1-cc00-4a9c-8aca-6b5fddfa2493 service neutron] 10.222.0.109 "GET /v2.0/networks/0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203627 Oct 28 09:48:46.845665 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3f4a91b3-6a1e-44b7-8534-9a4570954ae6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:46.896600 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-54aa04f6-9821-4de7-b69f-065cc9d83975 req-ed5d8563-7447-4a8a-a7f2-12fb1a9c7255 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.1981027 Oct 28 09:48:46.921225 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-e8fd9544-db2e-4a1e-9daf-d0d5b19e4ba7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:46.930354 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-e8fd9544-db2e-4a1e-9daf-d0d5b19e4ba7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 817 time: 0.4908195 Oct 28 09:48:47.006052 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-128c039e-6166-4ee9-9857-667941bee124 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/quotas/137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 375 time: 0.0523474 Oct 28 09:48:47.122048 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-19c793e5-c384-493a-99ef-c155bd93ab8f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370776 Oct 28 09:48:47.143059 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3f4a91b3-6a1e-44b7-8534-9a4570954ae6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.303141 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c95eb-ed4c-4150-b3a4-a20ce8c9d2ab req-3112ff36-606f-41e2-84f4-ecb1a95cdd24 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:47.322606 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-864c95eb-ed4c-4150-b3a4-a20ce8c9d2ab req-3112ff36-606f-41e2-84f4-ecb1a95cdd24 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.1837440 Oct 28 09:48:47.364178 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-4bf79763-5db4-4d2e-b163-377326eafc79 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:48:47.367556 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-4bf79763-5db4-4d2e-b163-377326eafc79 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0843799 Oct 28 09:48:47.458624 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-864c95eb-ed4c-4150-b3a4-a20ce8c9d2ab req-18d43fcb-5747-4e90-abe5-d4b7a4e18b4b tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282244 Oct 28 09:48:47.538305 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-cc1e05f7-5f72-4492-8030-f621e0fd68a9 service neutron] 10.222.0.104 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597123 Oct 28 09:48:47.645381 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-0b0772f5-0da0-427b-8bcd-2d6c5a4a803c service neutron] 10.222.0.104 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991940 Oct 28 09:48:47.730127 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3f4a91b3-6a1e-44b7-8534-9a4570954ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.787785 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3f4a91b3-6a1e-44b7-8534-9a4570954ae6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=dbfcf2d6417a455a846f41d450d29550&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4231713 Oct 28 09:48:47.788370 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44192) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:47.798906 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a91b3-6a1e-44b7-8534-9a4570954ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76717176-5fbe-49b8-9636-923cd69402c4,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:47.872233 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7563d32d-3b95-4f1e-95d2-32d7808170c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:47.902255 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7563d32d-3b95-4f1e-95d2-32d7808170c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.016730 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f32c607f-5c86-4dfc-8ce1-1b01b96d5489 req-20a30683-d752-49fc-b5ba-4d6417df23cc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0372875 Oct 28 09:48:48.048898 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-52941fbd-216d-4b43-b3f7-29d7c8c3dc93 req-be9e43d0-bb69-4704-adc3-6c9a113b423e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0310006 Oct 28 09:48:48.225792 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7563d32d-3b95-4f1e-95d2-32d7808170c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.234364 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7563d32d-3b95-4f1e-95d2-32d7808170c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:48.234364 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-7563d32d-3b95-4f1e-95d2-32d7808170c7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/76717176-5fbe-49b8-9636-923cd69402c4 HTTP/1.1" status: 204 len: 168 time: 0.4429698 Oct 28 09:48:48.245991 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563d32d-3b95-4f1e-95d2-32d7808170c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76717176-5fbe-49b8-9636-923cd69402c4,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:48.717323 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d6a0a-65a4-4d94-8158-46652ee2c3b1 req-4e7417cb-7dc2-4bca-907c-30bab2f9f6f2 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:48.726969 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-688d6a0a-65a4-4d94-8158-46652ee2c3b1 req-4e7417cb-7dc2-4bca-907c-30bab2f9f6f2 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.1292186 Oct 28 09:48:48.823373 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-688d6a0a-65a4-4d94-8158-46652ee2c3b1 req-2d8cd2de-9b12-4ac6-93e3-e05f5c55f9d2 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552430 Oct 28 09:48:48.936274 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-a33088f4-a52d-4dba-9fb0-b771d176e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:48.938081 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-a33088f4-a52d-4dba-9fb0-b771d176e93d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=e6bfc73417aa4dacaee5ea501175efb5&device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 1096 time: 0.0575774 Oct 28 09:48:49.349131 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-202730ce-a893-4050-a768-1c42e2f2456d req-fe898656-c3ff-42cf-9b75-9100d1d45c1e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.2548063 Oct 28 09:48:49.392858 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5ebab117-cb27-4ca0-acc4-974fd13fda38 req-ea882396-9511-4b93-bf1c-388994ac1f3e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0482860 Oct 28 09:48:49.937978 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfddadf-1dc9-4821-8107-fffea474959d req-6cb6945d-a434-4cc2-b50c-9e8d5dcfb7a1 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:49.941127 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cbfddadf-1dc9-4821-8107-fffea474959d req-6cb6945d-a434-4cc2-b50c-9e8d5dcfb7a1 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0644522 Oct 28 09:48:50.007558 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cbfddadf-1dc9-4821-8107-fffea474959d req-679252b1-5021-40ce-94dd-493e717f4459 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597079 Oct 28 09:48:50.166044 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44270) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:50.180965 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d9edea1b-9b51-4d7e-ac8f-65abb0e9186c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.320117 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d9edea1b-9b51-4d7e-ac8f-65abb0e9186c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.557815 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8725554b-554c-4bb7-80bb-28630c8de030 req-fb343495-c9eb-4d3a-a59a-050163143a09 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0310810 Oct 28 09:48:50.557815 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-97731715-0a2c-4f35-849b-1ba0cfbc529f req-c403a4a4-bf7b-4e57-ab5f-5701cfb4526a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0317872 Oct 28 09:48:50.682141 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d9edea1b-9b51-4d7e-ac8f-65abb0e9186c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.743730 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d9edea1b-9b51-4d7e-ac8f-65abb0e9186c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b2cdc871660045d1b627069b04ce7ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5754838 Oct 28 09:48:50.749132 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44284) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:50.749699 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edea1b-9b51-4d7e-ac8f-65abb0e9186c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043b620e-fa6b-4426-a867-9ed49e2666bb,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:50.813154 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a637a78-3bff-4b75-9f9f-45372bdda112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:50.838667 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a637a78-3bff-4b75-9f9f-45372bdda112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.035907 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a637a78-3bff-4b75-9f9f-45372bdda112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.039567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a637a78-3bff-4b75-9f9f-45372bdda112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:51.046865 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9a637a78-3bff-4b75-9f9f-45372bdda112 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/043b620e-fa6b-4426-a867-9ed49e2666bb HTTP/1.1" status: 204 len: 168 time: 0.2947874 Oct 28 09:48:51.051847 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a637a78-3bff-4b75-9f9f-45372bdda112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043b620e-fa6b-4426-a867-9ed49e2666bb,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:51.196422 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0034a-2af1-4cdc-844e-f8153599b894 req-d4e27543-25a8-4b05-a373-5c488025019e tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:51.196422 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cca0034a-2af1-4cdc-844e-f8153599b894 req-d4e27543-25a8-4b05-a373-5c488025019e tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0614336 Oct 28 09:48:51.265100 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cca0034a-2af1-4cdc-844e-f8153599b894 req-b4801548-4e39-4fd6-8de5-91c8e39b7762 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551529 Oct 28 09:48:51.691293 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-18bf5f82-7c5f-45bd-a0de-f6d80a9fc17a req-1baf8f60-38e8-416a-8f06-71a12128041b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0434766 Oct 28 09:48:51.726287 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-941c8ec3-05ab-4646-a059-1cd23a479513 req-f951918e-a586-419f-8d32-19b3776dc74b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0337243 Oct 28 09:48:52.415242 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bc27a-4a53-4884-a443-6dd7c46eed12 req-61d9a828-afe3-4d58-9aa5-b07480d5a0ea tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:52.421133 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d29bc27a-4a53-4884-a443-6dd7c46eed12 req-61d9a828-afe3-4d58-9aa5-b07480d5a0ea tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0627084 Oct 28 09:48:52.486319 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d29bc27a-4a53-4884-a443-6dd7c46eed12 req-d5f0b553-fbe5-4cbf-a8d7-30fd15b320a0 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629115 Oct 28 09:48:52.817131 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b873d62b-87bf-428f-84d7-184626060b08 req-f4c81eb9-0b5c-49b5-a167-662daee4c76d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0464194 Oct 28 09:48:52.851560 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7a237661-96da-4b62-874d-e514c7b1718d req-b94fea3a-117b-451c-b65b-81f865a06fd3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0370488 Oct 28 09:48:53.314521 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-3c7408e4-9249-4a9c-a9ef-4383aaf29c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:53.317760 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-3c7408e4-9249-4a9c-a9ef-4383aaf29c99 service neutron] 10.222.0.109 "GET /v2.0/networks?id=0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da HTTP/1.1" status: 200 len: 912 time: 0.1703746 Oct 28 09:48:53.371129 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-fdb80675-f8cc-4c42-aa96-b5e66585a0b4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5874a229-cd52-4a12-9711-544832ced32e HTTP/1.1" status: 200 len: 217 time: 0.0432475 Oct 28 09:48:53.432069 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-f76967dc-d16c-4fae-9286-35849ed5b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:53.433578 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-f76967dc-d16c-4fae-9286-35849ed5b650 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a98e23c9-e51c-4f71-9534-95d60b166ec9 HTTP/1.1" status: 200 len: 851 time: 0.0493963 Oct 28 09:48:53.469531 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-583e4355-b6bd-4934-985c-512906e3f307 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280838 Oct 28 09:48:53.612684 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-877fb491-6f0e-4d4b-8099-37eec7321838 service neutron] 10.222.0.109 "GET /v2.0/networks/0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356952 Oct 28 09:48:53.660477 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8c380-ff1d-4eb6-8dfb-3a550790e33b req-8c17ece6-a150-485f-91be-2a937dfaa9a7 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:53.668808 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-74f8c380-ff1d-4eb6-8dfb-3a550790e33b req-8c17ece6-a150-485f-91be-2a937dfaa9a7 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0818756 Oct 28 09:48:53.741655 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-74f8c380-ff1d-4eb6-8dfb-3a550790e33b req-33efce71-9495-41ba-9c18-ada748ba3bfd tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716717 Oct 28 09:48:53.791833 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-403991d7-21a8-4ebb-9219-01a42c33bbaf req-d56a4341-b3b7-402e-bcd0-f7aeff6e6568 service neutron] 10.222.0.109 "GET /v2.0/networks/0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717844 Oct 28 09:48:53.957108 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-46919ed0-c02f-4348-be60-b839b7f1236b req-8869f1fb-c1f2-434a-8103-43bc3e790b7d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0428271 Oct 28 09:48:53.991319 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-05abcf35-b5ae-4e6c-ab10-dd18ee72a565 req-1254dfa4-0dab-4d71-b967-1bdbcf9d5389 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0344467 Oct 28 09:48:54.500437 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:48:54.862798 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85472ef-08ee-41d2-925b-a7e1a5e750e9 req-6f795f47-7851-434e-929e-a37a6a998976 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:54.864440 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b85472ef-08ee-41d2-925b-a7e1a5e750e9 req-6f795f47-7851-434e-929e-a37a6a998976 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0505757 Oct 28 09:48:54.910375 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b85472ef-08ee-41d2-925b-a7e1a5e750e9 req-8cfd7158-36f1-4065-955f-d521eee97d6a tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Oct 28 09:48:55.072521 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aa3e2ee6-0a2e-4645-b769-2ddaaf48dfb7 req-afd5552b-5279-45f3-a77e-29dd182c2a77 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0306425 Oct 28 09:48:55.097242 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a29798d7-196c-4118-a49e-ad2100d36f9e req-b7672e9a-9da5-4a07-98d6-617135e4ea01 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0278988 Oct 28 09:48:55.377780 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44498) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:55.490003 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d5231425-5836-48b0-af3c-f36de12ee408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.570776 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d5231425-5836-48b0-af3c-f36de12ee408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.704162 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d5231425-5836-48b0-af3c-f36de12ee408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.743156 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-d5231425-5836-48b0-af3c-f36de12ee408 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9e7c281eceb442588392c9b7c1f36e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640165 Oct 28 09:48:55.744027 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5231425-5836-48b0-af3c-f36de12ee408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2537870-a24d-419e-bb79-eb8574320261,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:55.745920 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44514) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:55.807895 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4161da4b-615d-44da-b1ba-906c4a5756ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:55.832752 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4161da4b-615d-44da-b1ba-906c4a5756ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.036552 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc394de-368d-4053-afb5-e8eb02c99e95 req-879bcd41-0a6d-44c9-9e67-e6e54a85d7e7 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:56.038318 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-adc394de-368d-4053-afb5-e8eb02c99e95 req-879bcd41-0a6d-44c9-9e67-e6e54a85d7e7 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0580025 Oct 28 09:48:56.078750 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-adc394de-368d-4053-afb5-e8eb02c99e95 req-ee6c30bf-f6a2-4be5-a2e2-110453c5429c tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Oct 28 09:48:56.103811 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4161da4b-615d-44da-b1ba-906c4a5756ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.110828 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4161da4b-615d-44da-b1ba-906c4a5756ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.110828 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-4161da4b-615d-44da-b1ba-906c4a5756ce admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a2537870-a24d-419e-bb79-eb8574320261 HTTP/1.1" status: 204 len: 168 time: 0.3612552 Oct 28 09:48:56.118321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161da4b-615d-44da-b1ba-906c4a5756ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2537870-a24d-419e-bb79-eb8574320261,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:56.184639 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21151ce1-2d3c-4cbd-ad43-48f14db00a67 req-4551ec1a-d9a5-4095-9081-ca992902ef31 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0308461 Oct 28 09:48:56.217374 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9a323eae-41e2-4185-8d20-0d30241cd4f0 req-1eed772c-0b60-47d8-82ba-a675829f51e5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0288410 Oct 28 09:48:56.452852 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44536) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:56.568610 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a47f2056-8006-4a93-b093-1568709f9aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.644682 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a47f2056-8006-4a93-b093-1568709f9aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.721603 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a47f2056-8006-4a93-b093-1568709f9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.765020 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a47f2056-8006-4a93-b093-1568709f9aa2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5cd35fcba36b45c4a056adb0c4596b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108315 Oct 28 09:48:56.765728 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f2056-8006-4a93-b093-1568709f9aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aadf21-9301-48b5-995e-770457117881,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:56.768774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44548) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:56.834504 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8cc5d2a5-e7c5-49c2-ba8a-7feafb887cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.859306 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8cc5d2a5-e7c5-49c2-ba8a-7feafb887cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.892996 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:56.986909 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44552) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.000235 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-092cf198-2620-454f-a19d-e203cda81f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.095852 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8cc5d2a5-e7c5-49c2-ba8a-7feafb887cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.098668 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8cc5d2a5-e7c5-49c2-ba8a-7feafb887cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.099890 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-8cc5d2a5-e7c5-49c2-ba8a-7feafb887cc1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/45aadf21-9301-48b5-995e-770457117881 HTTP/1.1" status: 204 len: 168 time: 0.3295896 Oct 28 09:48:57.117490 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5d2a5-e7c5-49c2-ba8a-7feafb887cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aadf21-9301-48b5-995e-770457117881,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.182566 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-092cf198-2620-454f-a19d-e203cda81f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.205277 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf00f55-c90f-4c20-acc6-fe4505e6517d req-a696cf0a-0d90-43c4-8eb7-6a45636b6346 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:57.207582 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dcf00f55-c90f-4c20-acc6-fe4505e6517d req-a696cf0a-0d90-43c4-8eb7-6a45636b6346 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0561590 Oct 28 09:48:57.256149 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dcf00f55-c90f-4c20-acc6-fe4505e6517d req-786fee43-b007-4987-8371-85342399fffa tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Oct 28 09:48:57.298156 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0fa883bf-a712-4e9d-9213-97ce77bdc1f6 req-fe4c14a5-40df-4b09-a28b-c59c13dad214 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0315363 Oct 28 09:48:57.338305 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-092cf198-2620-454f-a19d-e203cda81f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.339364 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e132e344-ce78-489f-b989-4af0aed0ea43 req-57054a13-4e3e-4679-b857-f3cae9eb3515 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Oct 28 09:48:57.431334 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-092cf198-2620-454f-a19d-e203cda81f6f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7f01b1cc23144edf8044a9b88e2272f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432509 Oct 28 09:48:57.432118 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cf198-2620-454f-a19d-e203cda81f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94d7e1f-3762-4f56-a2af-ee1ea8d410a2,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.434936 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44562) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:57.499274 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a50ad37f-67ab-4648-b4c4-47681d48bc9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.507443 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-8673f382-0191-4b05-82fa-d9ead6e1d4b4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:57.508999 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-8673f382-0191-4b05-82fa-d9ead6e1d4b4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 810 time: 0.1400492 Oct 28 09:48:57.525918 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a50ad37f-67ab-4648-b4c4-47681d48bc9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.574757 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-6eba9217-6f4d-4535-a6b0-e8e455f4f5ff tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d7839b812b745549a72a1e089b6f4e9 HTTP/1.1" status: 200 len: 379 time: 0.0559034 Oct 28 09:48:57.584872 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'port': {'device_id': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'admin_state_up': True, 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'security_groups': ['771a57d8-6766-45e4-963d-c5f443813a94']}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:57.675641 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a50ad37f-67ab-4648-b4c4-47681d48bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.678354 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a50ad37f-67ab-4648-b4c4-47681d48bc9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:57.679735 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a50ad37f-67ab-4648-b4c4-47681d48bc9c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f94d7e1f-3762-4f56-a2af-ee1ea8d410a2 HTTP/1.1" status: 204 len: 168 time: 0.2422607 Oct 28 09:48:57.690755 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ad37f-67ab-4648-b4c4-47681d48bc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94d7e1f-3762-4f56-a2af-ee1ea8d410a2,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:57.864103 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Made reservation on behalf of 8d7839b812b745549a72a1e089b6f4e9 for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:57.868928 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.018189 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Allocated IP 172.20.0.11 (c35fd8ce-1440-413c-a793-3622068b4395/69dda36a-115a-4f24-bfa8-baf85d5f216e/a76427d7-3f5c-4e87-ab53-ee0815c5d946) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:58.167645 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.212499 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.109', 61897) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:58.218473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44586) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:58.234245 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9349-24da-4a11-b1b9-ee994dec8056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.311492 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.421434 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'Port': ['ID=a76427d7-3f5c-4e87-ab53-ee0815c5d946,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:58.422157 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-9b9c6672-74a9-4947-9cd2-a227be1912f0 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:58.423577 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-9b9c6672-74a9-4947-9cd2-a227be1912f0 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 817 time: 0.2074156 Oct 28 09:48:58.433392 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9349-24da-4a11-b1b9-ee994dec8056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.448293 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Network c35fd8ce-1440-413c-a793-3622068b4395 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:48:58.449964 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:48:58.456603 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:48:58.460897 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2034bb68-5dc3-45a7-b4e4-f682a0826e3f req-6a95d726-ac04-47fb-a791-5406940493d3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0354719 Oct 28 09:48:58.477637 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:58.478146 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.540203 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187074-f6eb-4bd4-a0a1-073117eba805 req-49672d55-6264-43b2-b955-cafd51d3e936 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:58.549655 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6fdf9349-24da-4a11-b1b9-ee994dec8056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.551087 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bf187074-f6eb-4bd4-a0a1-073117eba805 req-49672d55-6264-43b2-b955-cafd51d3e936 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.1756461 Oct 28 09:48:58.602276 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-6fdf9349-24da-4a11-b1b9-ee994dec8056 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=36fe214ea6be40038bc3c9fb9203fb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819983 Oct 28 09:48:58.606559 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44606) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:48:58.664175 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-cc96c84f-633c-48e0-8257-d672c4c30cbc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 380 time: 0.1861441 Oct 28 09:48:58.686732 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'port': {'device_id': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'admin_state_up': True, 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'security_groups': ['d0e8d3a8-1007-4a06-bd1d-d40526359448']}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:58.688836 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf9349-24da-4a11-b1b9-ee994dec8056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9839c0db-a21e-412d-9074-f4b37b4db393,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:58.715844 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-c770ecfa-f1fd-4c36-b52c-29ebf4cc99af tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1349912 Oct 28 09:48:58.717955 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5de153fb-347f-45f3-a209-d2d096212069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.727765 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bf187074-f6eb-4bd4-a0a1-073117eba805 req-4131a867-6f1e-4b15-873b-a3480401a1e9 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754718 Oct 28 09:48:58.750743 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5de153fb-347f-45f3-a209-d2d096212069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.767262 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Request body: {'port': {'device_id': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:48:58.796271 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a6abe-4931-4561-9291-af399029dc0c req-e393fc96-b74c-4c59-861a-d5b757bfde7f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:58.797759 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b08a6abe-4931-4561-9291-af399029dc0c req-e393fc96-b74c-4c59-861a-d5b757bfde7f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 932 time: 0.2116177 Oct 28 09:48:58.842850 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.874648 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-79993cb1-3167-4053-a88c-bc1d03dc6eea None None] Provisioning complete for port a76427d7-3f5c-4e87-ab53-ee0815c5d946 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:48:58.875193 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-79993cb1-3167-4053-a88c-bc1d03dc6eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:58.886680 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b08a6abe-4931-4561-9291-af399029dc0c req-fc43b562-8548-4262-b1a8-bccbe1e53502 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798774 Oct 28 09:48:58.928401 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-79993cb1-3167-4053-a88c-bc1d03dc6eea None None] Port a76427d7-3f5c-4e87-ab53-ee0815c5d946 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:48:59.150313 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Made reservation on behalf of 137c34c5941c4c86801a0e6b8b5c2f67 for: {'port': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:48:59.154933 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.164611 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5de153fb-347f-45f3-a209-d2d096212069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.167293 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5de153fb-347f-45f3-a209-d2d096212069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.169449 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-5de153fb-347f-45f3-a209-d2d096212069 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9839c0db-a21e-412d-9074-f4b37b4db393 HTTP/1.1" status: 204 len: 168 time: 0.5630312 Oct 28 09:48:59.191491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de153fb-347f-45f3-a209-d2d096212069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9839c0db-a21e-412d-9074-f4b37b4db393,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:59.206784 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76427d7-3f5c-4e87-ab53-ee0815c5d946 {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:48:59.215264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.238734 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Transition to ACTIVE for port object a76427d7-3f5c-4e87-ab53-ee0815c5d946 will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:48:59.422514 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Allocated IP 172.20.0.7 (260cb37c-589d-4ef2-92eb-ce6dad8a9c4c/abbf1f5d-e04d-4028-90d4-69943ca89db1/b51e7b00-09ad-41ca-b851-00805473b75a) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:48:59.436543 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.495653 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Pushing event updated for resources: {'Port': ['ID=a76427d7-3f5c-4e87-ab53-ee0815c5d946,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:48:59.644058 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5874a229-cd52-4a12-9711-544832ced32e details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Attempting to bind port a76427d7-3f5c-4e87-ab53-ee0815c5d946 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Attempting to bind port a76427d7-3f5c-4e87-ab53-ee0815c5d946 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Attempting to bind port a76427d7-3f5c-4e87-ab53-ee0815c5d946 on network c35fd8ce-1440-413c-a793-3622068b4395 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Port a76427d7-3f5c-4e87-ab53-ee0815c5d946 on network c35fd8ce-1440-413c-a793-3622068b4395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Attempting to bind port a76427d7-3f5c-4e87-ab53-ee0815c5d946 on network c35fd8ce-1440-413c-a793-3622068b4395 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Checking segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Bound using segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Bound port: a76427d7-3f5c-4e87-ab53-ee0815c5d946, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:48:59.644867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.645477 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.669244 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6d9f9bb0-03ce-494a-b835-23c5a14f4d4f req-b6391a21-93e7-471e-b815-bf130f882e34 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0434570 Oct 28 09:48:59.695861 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] For port a76427d7-3f5c-4e87-ab53-ee0815c5d946, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:48:59.699909 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] For port a76427d7-3f5c-4e87-ab53-ee0815c5d946, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:48:59.741071 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 5874a229-cd52-4a12-9711-544832ced32e, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5874a229-cd52-4a12-9711-544832ced32e,segment=NetworkSegment(08b3d3a1-5465-4512-a939-f0e441ea978e),segment_id=08b3d3a1-5465-4512-a939-f0e441ea978e)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:59.755788 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '5874a229-cd52-4a12-9711-544832ced32e', 'network_id': '0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da', 'port_id': '5874a229-cd52-4a12-9711-544832ced32e', 'mac_address': 'fa:16:3e:66:94:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98e23c9-e51c-4f71-9534-95d60b166ec9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:48:59.819740 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:48:59.840470 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5874a229-cd52-4a12-9711-544832ced32e {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:48:59.866796 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f3729-ae74-4a04-86af-ab0cf2cabb5b req-467dcd8f-cbd5-4be5-8bf8-001fe8ec4c8f tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:48:59.868306 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-779f3729-ae74-4a04-86af-ab0cf2cabb5b req-467dcd8f-cbd5-4be5-8bf8-001fe8ec4c8f tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 943 time: 0.0525980 Oct 28 09:48:59.871761 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 5874a229-cd52-4a12-9711-544832ced32e, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5874a229-cd52-4a12-9711-544832ced32e,segment=NetworkSegment(08b3d3a1-5465-4512-a939-f0e441ea978e),segment_id=08b3d3a1-5465-4512-a939-f0e441ea978e)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:48:59.911398 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-779f3729-ae74-4a04-86af-ab0cf2cabb5b req-23e190b6-b90e-49bc-ac4c-5ad26d4994e6 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362015 Oct 28 09:49:00.014545 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb530db-5ebf-4c18-b57e-cf0a463bbe08 req-fb4e4653-2438-4a29-9eaf-af3124aec2dc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:00.014545 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3bb530db-5ebf-4c18-b57e-cf0a463bbe08 req-fb4e4653-2438-4a29-9eaf-af3124aec2dc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 944 time: 0.0535812 Oct 28 09:49:00.067577 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3bb530db-5ebf-4c18-b57e-cf0a463bbe08 req-d3ae6393-9b37-482c-a579-a7c654619223 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470312 Oct 28 09:49:00.140069 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.140943 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.141082 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.237931 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:00.240129 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:00.246489 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:00.247211 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.249342 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] 10.222.0.109 "PUT /v2.0/ports/a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 1094 time: 1.4877973 Oct 28 09:49:00.250082 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:00.252388 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4160893c-f329-4fb5-8910-a496e1d4799d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:00.260617 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:00.266514 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e17ca-b4c2-4af3-a18e-d78cb5c42862 service neutron] Pushing event updated for resources: {'Port': ['ID=a76427d7-3f5c-4e87-ab53-ee0815c5d946,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:00.269051 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=5874a229-cd52-4a12-9711-544832ced32e,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:00.273025 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:00.273827 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.298216 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:00.399318 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02039f4-96a0-4f75-8c49-a26d121e639e x-openstack-request-id: req-a02039f4-96a0-4f75-8c49-a26d121e639e {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:00.399626 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:00.399867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a02039f4-96a0-4f75-8c49-a26d121e639e {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:00.400279 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'status': 'completed', 'code': 200} Oct 28 09:49:00.413631 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['5874a229-cd52-4a12-9711-544832ced32e'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:00.414059 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-398b83d8-e963-42a6-8194-51050b270f48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7319891 Oct 28 09:49:00.430791 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Request body: {'port': {'device_id': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:00.474129 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-8e58b28a-e48b-4854-9780-457b4cf61cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:00.475632 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-8e58b28a-e48b-4854-9780-457b4cf61cef service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1097 time: 0.0677342 Oct 28 09:49:00.502798 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.580341 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-dac9cf22-f220-4cc9-9330-baa0a6f90569 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 217 time: 0.0835147 Oct 28 09:49:00.697370 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-f6d60e62-111f-4770-8d27-24062e418b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:00.699092 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-f6d60e62-111f-4770-8d27-24062e418b88 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.1242270 Oct 28 09:49:00.801613 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-20a0367a-42ae-4447-bd12-5302b2bf515f None None] Provisioning complete for port b51e7b00-09ad-41ca-b851-00805473b75a triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:00.802242 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-20a0367a-42ae-4447-bd12-5302b2bf515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:00.809090 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-4b0ef896-d5ad-4c85-8b2c-6d7f3428a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:00.811356 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-4b0ef896-d5ad-4c85-8b2c-6d7f3428a49b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013129 Oct 28 09:49:00.894032 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-20a0367a-42ae-4447-bd12-5302b2bf515f None None] Port b51e7b00-09ad-41ca-b851-00805473b75a cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:49:01.115233 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-137d5f38-eddd-4192-8b2f-96ca82eee54d service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955034 Oct 28 09:49:01.227186 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b1af7782-c3da-48ee-a4ac-90fdbb8393a5 req-60706f09-89c6-4645-9e2e-75e2804864c0 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026418 Oct 28 09:49:01.245651 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd233883-c3f9-4290-9484-e790f2a04d7a req-65ebd884-5f89-4e88-8a54-79b11c70be6b tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:01.247327 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bd233883-c3f9-4290-9484-e790f2a04d7a req-65ebd884-5f89-4e88-8a54-79b11c70be6b tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 944 time: 0.1015456 Oct 28 09:49:01.257953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb41cb9-23fa-429b-b7dd-9a56143157ae req-43fe8b44-b688-4b6a-ad6b-c8788e1229aa tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:01.259577 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cb41cb9-23fa-429b-b7dd-9a56143157ae req-43fe8b44-b688-4b6a-ad6b-c8788e1229aa tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 931 time: 0.4609888 Oct 28 09:49:01.370071 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bd233883-c3f9-4290-9484-e790f2a04d7a req-03df6cb0-3e42-43d9-b7a9-d6d35c960a8a tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077077 Oct 28 09:49:01.375320 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cb41cb9-23fa-429b-b7dd-9a56143157ae req-e87fb47d-c5c2-4deb-9be0-72553de26ea2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067100 Oct 28 09:49:01.392023 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51e7b00-09ad-41ca-b851-00805473b75a {{(pid=108755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:01.408975 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.452636 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.provisioning_blocks [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Transition to ACTIVE for port object b51e7b00-09ad-41ca-b851-00805473b75a will not be triggered until provisioned by entity L2. {{(pid=108755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:49:01.465127 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160893c-f329-4fb5-8910-a496e1d4799d req-721bc360-4af5-42bc-8f5c-d09257c2f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:01.466618 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4160893c-f329-4fb5-8910-a496e1d4799d req-721bc360-4af5-42bc-8f5c-d09257c2f60a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1097 time: 0.0539989 Oct 28 09:49:01.536945 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8f1bc-02ee-4dc6-a198-b928f47114b8 req-130b4c80-2ce5-4c77-9537-2a4ee8d91e56 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:01.538832 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-92c8f1bc-02ee-4dc6-a198-b928f47114b8 req-130b4c80-2ce5-4c77-9537-2a4ee8d91e56 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 944 time: 0.0591815 Oct 28 09:49:01.571044 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160893c-f329-4fb5-8910-a496e1d4799d req-47ee11d9-d440-4f20-83c3-00b84fbdc32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:01.572542 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4160893c-f329-4fb5-8910-a496e1d4799d req-47ee11d9-d440-4f20-83c3-00b84fbdc32d service neutron] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 911 time: 0.0984015 Oct 28 09:49:01.580627 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5874a229-cd52-4a12-9711-544832ced32e up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:01.584760 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.630252 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-92c8f1bc-02ee-4dc6-a198-b928f47114b8 req-87c54208-4484-4bd6-a489-b83f04dc5fc8 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783746 Oct 28 09:49:01.694400 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4160893c-f329-4fb5-8910-a496e1d4799d req-63b74689-db63-4a15-9c27-0a6a1cdb5f7e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 217 time: 0.1049409 Oct 28 09:49:01.711933 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:01.718299 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44734) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:01.766446 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160893c-f329-4fb5-8910-a496e1d4799d req-9cf11b0f-e96e-401d-a6d2-05e7c0e6c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:01.766446 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4160893c-f329-4fb5-8910-a496e1d4799d req-9cf11b0f-e96e-401d-a6d2-05e7c0e6c2fc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0645003 Oct 28 09:49:01.780581 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Attempting to bind port b51e7b00-09ad-41ca-b851-00805473b75a on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:01.781238 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Attempting to bind port b51e7b00-09ad-41ca-b851-00805473b75a by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:01.781778 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Attempting to bind port b51e7b00-09ad-41ca-b851-00805473b75a on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:01.791461 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Port b51e7b00-09ad-41ca-b851-00805473b75a on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:49:01.791847 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Attempting to bind port b51e7b00-09ad-41ca-b851-00805473b75a on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:01.799902 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:01.800262 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Checking segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:01.800872 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Bound using segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:01.801341 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Bound port: b51e7b00-09ad-41ca-b851-00805473b75a, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:01.801703 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.813709 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 5874a229-cd52-4a12-9711-544832ced32e completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:49:01.818647 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 5874a229-cd52-4a12-9711-544832ced32e triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:01.819009 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.836789 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160893c-f329-4fb5-8910-a496e1d4799d req-d316bed1-1509-4bfc-830b-260c2a610f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:01.838566 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4160893c-f329-4fb5-8910-a496e1d4799d req-d316bed1-1509-4bfc-830b-260c2a610f94 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629840 Oct 28 09:49:01.913141 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:01.944947 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5874a229-cd52-4a12-9711-544832ced32e'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:01.985282 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4160893c-f329-4fb5-8910-a496e1d4799d req-99dfe5ae-95e4-4d6d-8b7f-0b949e2fba07 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312897 Oct 28 09:49:02.008809 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, cleared binding levels {{(pid=108755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:02.015656 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:02.031018 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 5874a229-cd52-4a12-9711-544832ced32e, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5874a229-cd52-4a12-9711-544832ced32e,segment=NetworkSegment(08b3d3a1-5465-4512-a939-f0e441ea978e),segment_id=08b3d3a1-5465-4512-a939-f0e441ea978e)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:02.116209 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.125021 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4160893c-f329-4fb5-8910-a496e1d4799d req-9662f789-7727-446b-9d18-7801ebf36603 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360822 Oct 28 09:49:02.149916 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.180532 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:02.181173 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.182616 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] 10.222.0.109 "PUT /v2.0/ports/b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 1093 time: 1.7566123 Oct 28 09:49:02.183042 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:02.276495 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=5874a229-cd52-4a12-9711-544832ced32e,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:02.313207 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-077b69fd-da85-44cf-a325-d791c33ccad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.368291 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c2e71-a236-4f59-93d8-a39f7373dbce service neutron] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=3']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:02.405027 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235fc186-e791-41b6-83f6-cb7e207fe37d" -d '{"events": [{"server_uuid": "5350c012-82d4-49d1-8b70-4eb8fb4d242b", "name": "network-vif-plugged", "status": "completed", "tag": "5874a229-cd52-4a12-9711-544832ced32e"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:02.484730 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-33bf9369-0e13-4340-aa7f-98d8e014c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:02.486286 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-33bf9369-0e13-4340-aa7f-98d8e014c1c6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1096 time: 0.1134770 Oct 28 09:49:02.595229 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-a12605f9-15c2-4cfe-b089-b84c475e4c33 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 217 time: 0.0959284 Oct 28 09:49:02.652233 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-077b69fd-da85-44cf-a325-d791c33ccad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.692349 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a4daa-c82f-4557-a4eb-13736a4263e8 req-64f2ab46-c1fa-4b77-9894-9b4f2fa69daa tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:02.699058 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-943a4daa-c82f-4557-a4eb-13736a4263e8 req-64f2ab46-c1fa-4b77-9894-9b4f2fa69daa tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1958718 Oct 28 09:49:02.714749 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-077b69fd-da85-44cf-a325-d791c33ccad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.732891 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24f4d0e-e3df-4025-b552-3b7b78217eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:02.752035 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-9512b911-020e-45e1-bf20-f78dc88cf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:02.752769 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-9512b911-020e-45e1-bf20-f78dc88cf0af service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.1466568 Oct 28 09:49:02.771022 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c9363d-b078-4344-90fa-d6ecfeb50423 x-openstack-request-id: req-07c9363d-b078-4344-90fa-d6ecfeb50423 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:02.771522 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5350c012-82d4-49d1-8b70-4eb8fb4d242b", "name": "network-vif-plugged", "status": "completed", "tag": "5874a229-cd52-4a12-9711-544832ced32e", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:02.771617 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-07c9363d-b078-4344-90fa-d6ecfeb50423 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:02.772021 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5874a229-cd52-4a12-9711-544832ced32e', 'code': 200} Oct 28 09:49:02.871844 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b69fd-da85-44cf-a325-d791c33ccad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e436655d-0fd7-4848-ac11-308a25675064,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:02.906538 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-077b69fd-da85-44cf-a325-d791c33ccad3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=76cdda518b194955b8f2b18c9bff7c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1567407 Oct 28 09:49:02.909575 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44786) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:02.948832 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-943a4daa-c82f-4557-a4eb-13736a4263e8 req-2ec8ba9e-e2b7-49b4-9469-2722847fd429 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385743 Oct 28 09:49:02.965188 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1753dc0d-367d-4db2-b8b2-69459852688a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:02.982525 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-60ecd32b-6b81-45bd-907a-8aae69853076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:02.984024 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-60ecd32b-6b81-45bd-907a-8aae69853076 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2077169 Oct 28 09:49:02.996994 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1753dc0d-367d-4db2-b8b2-69459852688a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.004635 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57362d7-7030-4eb8-8d3a-7b4607ec1098 req-c48f1048-e54b-4828-b5e8-5fbe0c233962 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:03.016388 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d57362d7-7030-4eb8-8d3a-7b4607ec1098 req-c48f1048-e54b-4828-b5e8-5fbe0c233962 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 945 time: 0.1552317 Oct 28 09:49:03.143045 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d57362d7-7030-4eb8-8d3a-7b4607ec1098 req-a1c640f4-052a-4579-883c-13fee8355917 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257465 Oct 28 09:49:03.183380 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fc66f-9579-4521-9600-e25afa80b6c2 req-ef556d5e-fc09-449a-9841-0e6d53ef1ea1 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:03.185045 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-774fc66f-9579-4521-9600-e25afa80b6c2 req-ef556d5e-fc09-449a-9841-0e6d53ef1ea1 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 944 time: 0.1407838 Oct 28 09:49:03.193084 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-f1bcd792-1682-4fe3-b21f-c46fc4932c48 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735399 Oct 28 09:49:03.279778 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1753dc0d-367d-4db2-b8b2-69459852688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.282696 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1753dc0d-367d-4db2-b8b2-69459852688a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.297663 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-1753dc0d-367d-4db2-b8b2-69459852688a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e436655d-0fd7-4848-ac11-308a25675064 HTTP/1.1" status: 204 len: 168 time: 0.3759789 Oct 28 09:49:03.297840 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-774fc66f-9579-4521-9600-e25afa80b6c2 req-67e26375-f5db-4ab5-9d71-a29351cbd56b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968122 Oct 28 09:49:03.305749 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753dc0d-367d-4db2-b8b2-69459852688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436655d-0fd7-4848-ac11-308a25675064,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:03.310727 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a99bb-5119-49a8-ab0e-61f627183e35 req-4f34824f-28cc-48de-8025-da8e43564352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:03.312027 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ff4a99bb-5119-49a8-ab0e-61f627183e35 req-4f34824f-28cc-48de-8025-da8e43564352 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 1098 time: 0.0903616 Oct 28 09:49:03.342406 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-ff4a99bb-5119-49a8-ab0e-61f627183e35 req-ddf2684f-c1a7-4547-9455-d07e24d3da57 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.347282 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-507f3bf9-3b80-4728-9a6d-d664a4604f52 req-84fa8155-758d-40db-8263-a94c171fd97a service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417658 Oct 28 09:49:03.409358 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a489c7-b3d9-4ebd-8ad4-2acee5d5b003 x-openstack-request-id: req-79a489c7-b3d9-4ebd-8ad4-2acee5d5b003 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:03.409358 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:03.409608 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-79a489c7-b3d9-4ebd-8ad4-2acee5d5b003 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:03.409986 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'status': 'completed', 'code': 200} Oct 28 09:49:03.437780 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-ff4a99bb-5119-49a8-ab0e-61f627183e35 req-ddf2684f-c1a7-4547-9455-d07e24d3da57 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.515595 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-ff4a99bb-5119-49a8-ab0e-61f627183e35 req-ddf2684f-c1a7-4547-9455-d07e24d3da57 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.550890 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ff4a99bb-5119-49a8-ab0e-61f627183e35 req-ddf2684f-c1a7-4547-9455-d07e24d3da57 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306113 Oct 28 09:49:03.553109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-607f2cc5-3162-4a10-b09b-7eddf1fd3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:03.554807 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-607f2cc5-3162-4a10-b09b-7eddf1fd3902 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1096 time: 0.0446608 Oct 28 09:49:03.559661 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2684f-c1a7-4547-9455-d07e24d3da57 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1cdac-31f4-403c-a57c-a4cd7cc9dd17,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:03.579663 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a76427d7-3f5c-4e87-ab53-ee0815c5d946 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:49:03.684560 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port a76427d7-3f5c-4e87-ab53-ee0815c5d946, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:03.702029 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'port_id': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'mac_address': 'fa:16:3e:46:d3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:49:03.711215 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44808) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:03.752564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.767889 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76427d7-3f5c-4e87-ab53-ee0815c5d946 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:03.803445 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port a76427d7-3f5c-4e87-ab53-ee0815c5d946, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:03.892270 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.928644 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3852-ed70-4bdb-8511-4194f389c190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:03.965826 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-c9444f98-f735-4c01-a71d-81984c8764a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:03.968245 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-c9444f98-f735-4c01-a71d-81984c8764a3 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.1963768 Oct 28 09:49:03.977571 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=a76427d7-3f5c-4e87-ab53-ee0815c5d946,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.154508 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['a76427d7-3f5c-4e87-ab53-ee0815c5d946'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:04.209308 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-3cff73e1-c700-40e3-84b6-4126ca7b18ea service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 217 time: 0.2190480 Oct 28 09:49:04.358822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef29be3-e134-4e56-a4fe-1fe78f98669c req-6b94e014-2b3e-4074-bc1f-822c3717007f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:04.360702 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6ef29be3-e134-4e56-a4fe-1fe78f98669c req-6b94e014-2b3e-4074-bc1f-822c3717007f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1553266 Oct 28 09:49:04.366730 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-7a60fafc-d928-4b43-bd12-08a2ff115dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:04.367463 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-7a60fafc-d928-4b43-bd12-08a2ff115dcc service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.1472564 Oct 28 09:49:04.392842 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3852-ed70-4bdb-8511-4194f389c190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.438865 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d896-fc48-4edc-a521-173ff0925690 req-f4fe746e-7b51-4606-9183-7857a310ee02 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:04.440374 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-84d7d896-fc48-4edc-a521-173ff0925690 req-f4fe746e-7b51-4606-9183-7857a310ee02 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 945 time: 0.1694582 Oct 28 09:49:04.480616 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6ef29be3-e134-4e56-a4fe-1fe78f98669c req-d532474b-6b89-4b4f-bf48-81e2333d701f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061072 Oct 28 09:49:04.485873 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-63678708-5764-41ec-acd9-fa1bdad57075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:04.487352 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-63678708-5764-41ec-acd9-fa1bdad57075 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090488 Oct 28 09:49:04.495466 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3852-ed70-4bdb-8511-4194f389c190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.534765 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-84d7d896-fc48-4edc-a521-173ff0925690 req-196f2869-240e-4dce-8d08-8630553d9fff tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873601 Oct 28 09:49:04.581629 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44844) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:04.597498 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51e6f2a2-ea6c-45f9-ae83-233d3c152078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.611038 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-bc8f3852-ed70-4bdb-8511-4194f389c190 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=74c652c6bf7a46d08c8fa97b7d903179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8986537 Oct 28 09:49:04.613728 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44846) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:04.614985 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f3852-ed70-4bdb-8511-4194f389c190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cacf1d-c9b3-426b-9937-5ad42e8b9d20,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.679042 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3139e0-d507-4fe5-9d20-4f983ffbeda2 req-aa815b8b-e6ac-4d73-a363-cb74b26dfcba tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:04.680923 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1b3139e0-d507-4fe5-9d20-4f983ffbeda2 req-aa815b8b-e6ac-4d73-a363-cb74b26dfcba tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 945 time: 0.0853629 Oct 28 09:49:04.683484 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-603478f4-954c-4d1d-9a44-f32fe5812640 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846476 Oct 28 09:49:04.702246 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3247-6aa6-4953-a664-d17c9ef1ee68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.744918 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3247-6aa6-4953-a664-d17c9ef1ee68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.779390 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51e6f2a2-ea6c-45f9-ae83-233d3c152078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.790110 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1b3139e0-d507-4fe5-9d20-4f983ffbeda2 req-c85c9178-54db-422c-86e7-aec7aecd83ba tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015632 Oct 28 09:49:04.832303 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e24f4d0e-e3df-4025-b552-3b7b78217eb9 req-90a2ff8c-fbd4-452b-834e-da08f469e049 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367571 Oct 28 09:49:04.881125 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51e6f2a2-ea6c-45f9-ae83-233d3c152078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.921557 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-51e6f2a2-ea6c-45f9-ae83-233d3c152078 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ea00969cc40e499b98ae6d73cc64f13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377714 Oct 28 09:49:04.922285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f2a2-ea6c-45f9-ae83-233d3c152078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf7bbbb-a8aa-42e4-b2e2-f94b4c83d18f,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:04.924991 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44858) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:04.938071 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3247-6aa6-4953-a664-d17c9ef1ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.943706 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a3fe3247-6aa6-4953-a664-d17c9ef1ee68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:04.945160 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a3fe3247-6aa6-4953-a664-d17c9ef1ee68 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/08cacf1d-c9b3-426b-9937-5ad42e8b9d20 HTTP/1.1" status: 204 len: 168 time: 0.3304603 Oct 28 09:49:04.955822 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe3247-6aa6-4953-a664-d17c9ef1ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cacf1d-c9b3-426b-9937-5ad42e8b9d20,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:05.002480 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8b40a8e1-e5ff-4afc-ba46-cfa784f66bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.028314 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8b40a8e1-e5ff-4afc-ba46-cfa784f66bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.184168 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8b40a8e1-e5ff-4afc-ba46-cfa784f66bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.187541 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8b40a8e1-e5ff-4afc-ba46-cfa784f66bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.191539 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8b40a8e1-e5ff-4afc-ba46-cfa784f66bb7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0cf7bbbb-a8aa-42e4-b2e2-f94b4c83d18f HTTP/1.1" status: 204 len: 168 time: 0.2653079 Oct 28 09:49:05.210447 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40a8e1-e5ff-4afc-ba46-cfa784f66bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf7bbbb-a8aa-42e4-b2e2-f94b4c83d18f,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:05.589013 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:49:05.706473 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d10d7-abb1-4792-be60-f4186fef6204 req-9a3be4fa-b913-422d-b720-2f78d76d5624 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:05.707816 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1a4d10d7-abb1-4792-be60-f4186fef6204 req-9a3be4fa-b913-422d-b720-2f78d76d5624 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1301680 Oct 28 09:49:05.739487 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a76427d7-3f5c-4e87-ab53-ee0815c5d946 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:05.774373 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64c43-e350-49e2-8fa2-3e7c9fe9c6d6 req-a63b7a36-ea2d-4802-ac64-ee4b5f5d5425 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:05.775471 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:05.775950 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-89b64c43-e350-49e2-8fa2-3e7c9fe9c6d6 req-a63b7a36-ea2d-4802-ac64-ee4b5f5d5425 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 945 time: 0.0965762 Oct 28 09:49:05.787341 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1a4d10d7-abb1-4792-be60-f4186fef6204 req-9d42f1dd-64f2-4678-baea-959d212efdde tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627224 Oct 28 09:49:05.798079 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'port_id': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'mac_address': 'fa:16:3e:dc:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:49:05.867021 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-89b64c43-e350-49e2-8fa2-3e7c9fe9c6d6 req-c4dfb0b1-b911-4fde-a32d-6974eabf87e8 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786231 Oct 28 09:49:05.881367 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:05.903327 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51e7b00-09ad-41ca-b851-00805473b75a {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:05.928525 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:05.949979 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5937bf-754d-4a5b-8adc-f12dc8ba9792 req-6dc4da8c-72d2-4497-9ee1-3d8bda7def39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:05.951633 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8e5937bf-754d-4a5b-8adc-f12dc8ba9792 req-6dc4da8c-72d2-4497-9ee1-3d8bda7def39 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 945 time: 0.0552340 Oct 28 09:49:05.978427 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port a76427d7-3f5c-4e87-ab53-ee0815c5d946 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:49:05.984097 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port a76427d7-3f5c-4e87-ab53-ee0815c5d946 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:05.984466 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.008472 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 44898) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:06.038122 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e3a0-d3fb-4fd4-b227-9631fa2c3ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.057509 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8e5937bf-754d-4a5b-8adc-f12dc8ba9792 req-20822f3e-6313-45a5-a59e-1ba9e50415cf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981874 Oct 28 09:49:06.101822 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.155435 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e3a0-d3fb-4fd4-b227-9631fa2c3ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.180900 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.190814 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.208995 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:06.211228 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619f748b-91ce-448d-a44a-4e96aff5cd4a" -d '{"events": [{"server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "name": "network-vif-plugged", "status": "completed", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:06.231353 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port a76427d7-3f5c-4e87-ab53-ee0815c5d946, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:06.252389 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e2c9ad-4225-46d2-be02-b63e71f40c8a x-openstack-request-id: req-c9e2c9ad-4225-46d2-be02-b63e71f40c8a {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:06.252824 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "name": "network-vif-plugged", "status": "completed", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:06.255703 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c9e2c9ad-4225-46d2-be02-b63e71f40c8a {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:06.255703 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'code': 200} Oct 28 09:49:06.298285 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e3a0-d3fb-4fd4-b227-9631fa2c3ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.334281 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['b51e7b00-09ad-41ca-b851-00805473b75a'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:06.348936 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-2eb3e3a0-d3fb-4fd4-b227-9631fa2c3ab7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f16e067afee44029b633416f42b51e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392966 Oct 28 09:49:06.350519 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3e3a0-d3fb-4fd4-b227-9631fa2c3ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c9d2d3-b389-4941-9d7d-9bf3ae8ec6f9,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.351698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 44906) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:06.366065 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.434260 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-aaceb7a8-785a-462c-900b-70653ebb6337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.442727 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=a76427d7-3f5c-4e87-ab53-ee0815c5d946,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.460270 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-aaceb7a8-785a-462c-900b-70653ebb6337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.652553 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-aaceb7a8-785a-462c-900b-70653ebb6337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.655951 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-aaceb7a8-785a-462c-900b-70653ebb6337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:06.660005 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-aaceb7a8-785a-462c-900b-70653ebb6337 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a9c9d2d3-b389-4941-9d7d-9bf3ae8ec6f9 HTTP/1.1" status: 204 len: 168 time: 0.3072538 Oct 28 09:49:06.679673 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceb7a8-785a-462c-900b-70653ebb6337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c9d2d3-b389-4941-9d7d-9bf3ae8ec6f9,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:06.712174 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053844a-5774-4829-9dce-b25bdb2e5e1a req-12363ed3-7715-4abe-a736-b1268da036cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:06.714057 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2053844a-5774-4829-9dce-b25bdb2e5e1a req-12363ed3-7715-4abe-a736-b1268da036cc service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1099 time: 0.0990078 Oct 28 09:49:06.777450 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2053844a-5774-4829-9dce-b25bdb2e5e1a req-da9a3c62-4a65-4d45-a146-88ea0281c46d service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552094 Oct 28 09:49:06.944537 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a99b9-dc11-4fa8-bdc4-73c3606fab1b req-29fa0643-7e96-47bb-b2c4-4c53083b8235 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:06.944537 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd3a99b9-dc11-4fa8-bdc4-73c3606fab1b req-29fa0643-7e96-47bb-b2c4-4c53083b8235 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 944 time: 0.0529912 Oct 28 09:49:06.962724 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd3a99b9-dc11-4fa8-bdc4-73c3606fab1b req-3ea9b801-c62f-4897-bb92-c28de770026b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348568 Oct 28 09:49:07.196524 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef4e7b-ea54-4b02-87e8-29b8746d2fb6 req-7f978700-4e55-4d0a-90b7-6472c6557b1f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:07.198496 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-67ef4e7b-ea54-4b02-87e8-29b8746d2fb6 req-7f978700-4e55-4d0a-90b7-6472c6557b1f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0644174 Oct 28 09:49:07.276003 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-67ef4e7b-ea54-4b02-87e8-29b8746d2fb6 req-9c90253b-f12a-4c3b-b6da-720c7276902f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533574 Oct 28 09:49:07.588750 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:07.801628 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port b51e7b00-09ad-41ca-b851-00805473b75a completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:49:07.811162 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port b51e7b00-09ad-41ca-b851-00805473b75a triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:07.811162 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.921831 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:07.958153 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:08.100056 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24e30-fdde-4acc-bebd-f61946370b82 req-2db9925f-02ba-4486-b4f9-0a8f73a7e12a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:08.101566 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-caa24e30-fdde-4acc-bebd-f61946370b82 req-2db9925f-02ba-4486-b4f9-0a8f73a7e12a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 944 time: 0.0559235 Oct 28 09:49:08.143991 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-caa24e30-fdde-4acc-bebd-f61946370b82 req-4c58b420-f1f6-4add-af3d-75b57c1cdd35 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356162 Oct 28 09:49:08.173475 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.328348 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:08.330936 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ba5b1-5629-494e-b5f0-fee138ea4348" -d '{"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-plugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:08.369204 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:08.384817 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67e2b19-07b8-4a29-a8a1-9d0acf1f6cd9 x-openstack-request-id: req-f67e2b19-07b8-4a29-a8a1-9d0acf1f6cd9 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:08.385306 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-plugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:08.385620 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f67e2b19-07b8-4a29-a8a1-9d0acf1f6cd9 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:08.386095 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'code': 200} Oct 28 09:49:08.443501 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63228e-4654-46c4-b88a-d85ea184f920 req-4932ad99-1e37-4ec7-b913-8801d1f1370e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:08.445030 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1d63228e-4654-46c4-b88a-d85ea184f920 req-4932ad99-1e37-4ec7-b913-8801d1f1370e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Oct 28 09:49:08.469723 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-84b68ccb-b1a6-4451-9376-ab022987b800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:08.488097 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1d63228e-4654-46c4-b88a-d85ea184f920 req-034c443f-c589-4dbb-be56-5b937c5d47df tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365319 Oct 28 09:49:08.667963 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd7db-b00c-4465-949e-882601613078 req-7179dab2-b10a-4ec8-954f-8ad08fbf1a51 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:08.670411 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-051bd7db-b00c-4465-949e-882601613078 req-7179dab2-b10a-4ec8-954f-8ad08fbf1a51 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0681520 Oct 28 09:49:08.680310 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45006) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:08.685230 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'floatingip': {'port_id': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:08.790332 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.360137 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b8dc1-0943-4e5e-85f8-00343df3cea0 req-1b84c974-6ff1-4b13-b364-47852a7a0ecb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:09.362654 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8b2b8dc1-0943-4e5e-85f8-00343df3cea0 req-1b84c974-6ff1-4b13-b364-47852a7a0ecb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1339140 Oct 28 09:49:09.694033 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.699376 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8b2b8dc1-0943-4e5e-85f8-00343df3cea0 req-44bfbacd-e128-498c-a4fb-11b6b104bfba tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230307 Oct 28 09:49:09.772868 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:09.884778 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Floating IP cc1f7d95-f175-45bc-98ed-a2657702ef37 associated. External IP: 172.27.0.119, port: a76427d7-3f5c-4e87-ab53-ee0815c5d946. Oct 28 09:49:10.105906 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Router 62a77595-66ef-403f-a8a2-7007f6116058 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:10.216866 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:10.221554 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:10.231043 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] Sync routers for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:10.245416 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:10.246049 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:10.251663 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-3e259052-ac55-4c36-9f12-62417977a6a3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "PUT /v2.0/floatingips/cc1f7d95-f175-45bc-98ed-a2657702ef37 HTTP/1.1" status: 200 len: 992 time: 1.5700712 Oct 28 09:49:10.252339 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:10.255219 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65899716-f59c-456e-8eef-9dcd2f3b9b39" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:10.378838 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:10.664033 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': 'cc1f7d95-f175-45bc-98ed-a2657702ef37', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'port_id': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'mac_address': 'fa:16:3e:46:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:48:43Z', 'updated_at': '2021-10-28T09:49:09Z', 'revision_number': 1, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:10.694481 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] Checking router: 62a77595-66ef-403f-a8a2-7007f6116058 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:10.703364 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:10.704075 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:48:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:10.904706 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:10.905173 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-39791ed6-4e8c-4f5e-bc3e-db9df9187f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:11.144202 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': 'cc1f7d95-f175-45bc-98ed-a2657702ef37', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'port_id': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'mac_address': 'fa:16:3e:46:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:48:43Z', 'updated_at': '2021-10-28T09:49:09Z', 'revision_number': 1, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:11.174775 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafbbfa5-73ab-47b9-87d5-1c59a205c66f None None] The sync data for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi is: [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': 'cc1f7d95-f175-45bc-98ed-a2657702ef37', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'port_id': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'mac_address': 'fa:16:3e:46:d3:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:48:43Z', 'updated_at': '2021-10-28T09:49:09Z', 'revision_number': 1, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:11.345091 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49dd7c-09d1-4a91-9641-d3b0d98d3a60 req-218ee145-27c1-4975-8632-fb6407069a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:11.346617 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7c49dd7c-09d1-4a91-9641-d3b0d98d3a60 req-218ee145-27c1-4975-8632-fb6407069a87 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1098 time: 0.0515234 Oct 28 09:49:11.374035 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3f35c4-67c2-4909-93ea-d65c1f7358de x-openstack-request-id: req-aa3f35c4-67c2-4909-93ea-d65c1f7358de {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:11.374035 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:11.374035 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aa3f35c4-67c2-4909-93ea-d65c1f7358de {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:11.374035 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'status': 'completed', 'code': 200} Oct 28 09:49:11.400901 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7c49dd7c-09d1-4a91-9641-d3b0d98d3a60 req-ecc9a554-00b9-427f-9486-1fbd4e1b4305 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 Oct 28 09:49:11.425427 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5fc7fc-0742-424e-9a14-6d41a70a59f4 None None] New status for floating IP cc1f7d95-f175-45bc-98ed-a2657702ef37: ACTIVE {{(pid=108757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:49:11.472407 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4cb42-6ca2-4489-8a65-3c094f1bef7b req-1bd94ccb-1ca7-451a-987c-e149f115f889 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:11.474033 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cbb4cb42-6ca2-4489-8a65-3c094f1bef7b req-1bd94ccb-1ca7-451a-987c-e149f115f889 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0586176 Oct 28 09:49:11.522612 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cbb4cb42-6ca2-4489-8a65-3c094f1bef7b req-fe2a74ae-573b-4be4-911c-8aed639b978f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Oct 28 09:49:11.655624 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-f3b98f4d-29bb-4838-b25e-bca9cb4220a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:11.657178 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-f3b98f4d-29bb-4838-b25e-bca9cb4220a1 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1099 time: 0.0454998 Oct 28 09:49:12.264270 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:12.429420 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:12.709793 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480878b-cd1a-4da7-ae73-a6e073ff715e req-340c1f9e-a0a2-4578-a5ae-ec881a940d59 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.718150 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7480878b-cd1a-4da7-ae73-a6e073ff715e req-340c1f9e-a0a2-4578-a5ae-ec881a940d59 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0919309 Oct 28 09:49:12.755545 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7480878b-cd1a-4da7-ae73-a6e073ff715e req-384f24e7-4864-43ee-a5e5-f15029b263b0 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367095 Oct 28 09:49:12.773056 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-9bf33ef6-5a0e-4f99-b7ef-645c4ddabdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:12.774559 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-9bf33ef6-5a0e-4f99-b7ef-645c4ddabdff service neutron] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 911 time: 0.1263046 Oct 28 09:49:13.204628 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45126) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:13.308895 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9576-ac12-4194-8550-7b91abb43ef4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.391668 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9576-ac12-4194-8550-7b91abb43ef4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.485461 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1c4a9576-ac12-4194-8550-7b91abb43ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.525848 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-1c4a9576-ac12-4194-8550-7b91abb43ef4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ff0c14883d5547d885d6c49ceba95889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199210 Oct 28 09:49:13.526951 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a9576-ac12-4194-8550-7b91abb43ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6666e5-922c-480b-a3d3-a93ddaa0907b,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:13.529838 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45136) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:13.585573 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21a80f71-4406-4c08-8001-0d804a7fa001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.607431 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21a80f71-4406-4c08-8001-0d804a7fa001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.815805 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21a80f71-4406-4c08-8001-0d804a7fa001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.815805 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21a80f71-4406-4c08-8001-0d804a7fa001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:13.815805 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-21a80f71-4406-4c08-8001-0d804a7fa001 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aa6666e5-922c-480b-a3d3-a93ddaa0907b HTTP/1.1" status: 204 len: 168 time: 0.2835090 Oct 28 09:49:13.829262 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a80f71-4406-4c08-8001-0d804a7fa001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6666e5-922c-480b-a3d3-a93ddaa0907b,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:13.918451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7940c9-fe7e-4661-b2d2-c64a478d5274 req-a3063fe5-9077-4b90-b72d-ed8dc10a256e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:13.921167 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7e7940c9-fe7e-4661-b2d2-c64a478d5274 req-a3063fe5-9077-4b90-b72d-ed8dc10a256e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0695658 Oct 28 09:49:13.963182 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7e7940c9-fe7e-4661-b2d2-c64a478d5274 req-202257f4-d541-4610-90c7-7c3b13b8f1e4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354331 Oct 28 09:49:14.253111 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.506513 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45158) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:14.523752 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0c74893f-17f8-41a3-b930-3924c6a919b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.607894 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0c74893f-17f8-41a3-b930-3924c6a919b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.651089 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-8a2103f4-0c55-44f2-a30a-d34520af88e6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 1002 time: 0.1010532 Oct 28 09:49:14.715445 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0c74893f-17f8-41a3-b930-3924c6a919b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.760458 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0c74893f-17f8-41a3-b930-3924c6a919b5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=065f11247c5743119457d7b68fe193b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528515 Oct 28 09:49:14.764087 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45162) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:14.770883 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74893f-17f8-41a3-b930-3924c6a919b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980d9bf-cc76-4c17-88b4-caebd78694ba,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:14.776175 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-e895e609-b77b-4589-98f7-1596d0222f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:14.776175 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-e895e609-b77b-4589-98f7-1596d0222f9a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0589039 Oct 28 09:49:14.818827 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b026b019-7c0d-4f7b-af21-8b78cf9f14ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.841840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b026b019-7c0d-4f7b-af21-8b78cf9f14ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:14.945362 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-1b5ce029-0839-419b-ac72-d02ae550edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:14.947310 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-1b5ce029-0839-419b-ac72-d02ae550edca service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597973 Oct 28 09:49:15.054321 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-eb18e629-1bc6-4213-ab35-8236b1483c3c service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988665 Oct 28 09:49:15.059270 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b026b019-7c0d-4f7b-af21-8b78cf9f14ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:15.062384 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b026b019-7c0d-4f7b-af21-8b78cf9f14ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:15.063546 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-b026b019-7c0d-4f7b-af21-8b78cf9f14ae admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1980d9bf-cc76-4c17-88b4-caebd78694ba HTTP/1.1" status: 204 len: 168 time: 0.2984958 Oct 28 09:49:15.096615 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026b019-7c0d-4f7b-af21-8b78cf9f14ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980d9bf-cc76-4c17-88b4-caebd78694ba,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:15.132919 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a53dc3-4c44-4b9c-84c8-264d3344829b req-11e5666d-75d1-4f43-b620-e8a07944cfbc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:15.135160 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-63a53dc3-4c44-4b9c-84c8-264d3344829b req-11e5666d-75d1-4f43-b620-e8a07944cfbc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0860057 Oct 28 09:49:15.173669 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-65899716-f59c-456e-8eef-9dcd2f3b9b39 req-b51a7765-3087-4572-b723-1221be4895a8 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100628 Oct 28 09:49:15.179382 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-63a53dc3-4c44-4b9c-84c8-264d3344829b req-24321f19-1f1c-43b8-ba1a-74f32bd9e329 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369225 Oct 28 09:49:16.315509 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ecd26-a6e4-464d-af59-320c7144fb8d req-5b91678f-ba35-4973-be98-8354d743da04 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:16.317242 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-022ecd26-a6e4-464d-af59-320c7144fb8d req-5b91678f-ba35-4973-be98-8354d743da04 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0507808 Oct 28 09:49:16.364759 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-022ecd26-a6e4-464d-af59-320c7144fb8d req-7c19293c-554f-4267-bc00-191fff98a393 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346222 Oct 28 09:49:16.487883 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57efe4-5418-477f-aaec-8474347930a1 req-de1839ef-737a-4217-9a62-fd697202460e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:16.489541 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fe57efe4-5418-477f-aaec-8474347930a1 req-de1839ef-737a-4217-9a62-fd697202460e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0557132 Oct 28 09:49:16.499041 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45232) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:16.503751 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'floatingip': {'port_id': 'b51e7b00-09ad-41ca-b851-00805473b75a'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:16.583867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:17.389623 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:17.482117 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:17.598086 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Floating IP 0abbd82c-4652-44d7-ab58-b9740afc93ca associated. External IP: 172.27.0.7, port: b51e7b00-09ad-41ca-b851-00805473b75a. Oct 28 09:49:17.833473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Router b5264131-a1f4-4208-b16f-ede24af50b23 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:17.944473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:17.950845 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:17.959465 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] Sync routers for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:17.971045 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:17.972832 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:49:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:17.980438 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-791057b6-9b6c-4518-b7b0-19ebf49fdd0c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "PUT /v2.0/floatingips/0abbd82c-4652-44d7-ab58-b9740afc93ca HTTP/1.1" status: 200 len: 989 time: 1.4802320 Oct 28 09:49:17.981026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:17.984088 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e" -d '{"events": [{"name": "network-changed", "server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:18.046280 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a2fd0a-a8a8-473a-9a5b-170e9ea7b0c9 x-openstack-request-id: req-e4a2fd0a-a8a8-473a-9a5b-170e9ea7b0c9 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:18.046677 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:18.047269 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e4a2fd0a-a8a8-473a-9a5b-170e9ea7b0c9 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:18.048164 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'status': 'completed', 'code': 200} Oct 28 09:49:18.086950 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:18.313383 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '0abbd82c-4652-44d7-ab58-b9740afc93ca', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'port_id': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'mac_address': 'fa:16:3e:dc:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:48:44Z', 'updated_at': '2021-10-28T09:49:17Z', 'revision_number': 1, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:18.344693 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] Checking router: b5264131-a1f4-4208-b16f-ede24af50b23 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:18.353781 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:18.354347 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:49:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:18.463823 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:18.734046 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '0abbd82c-4652-44d7-ab58-b9740afc93ca', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'port_id': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'mac_address': 'fa:16:3e:dc:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:48:44Z', 'updated_at': '2021-10-28T09:49:17Z', 'revision_number': 1, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:18.765799 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6889a404-2799-47a0-a081-1fdd5e7328cb None None] The sync data for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi is: [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '0abbd82c-4652-44d7-ab58-b9740afc93ca', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'port_id': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'mac_address': 'fa:16:3e:dc:76:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:48:44Z', 'updated_at': '2021-10-28T09:49:17Z', 'revision_number': 1, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:18.972042 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557f13f-f17c-4099-a846-b1fa31a1ba9a None None] New status for floating IP 0abbd82c-4652-44d7-ab58-b9740afc93ca: ACTIVE {{(pid=108757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:49:21.134975 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-0678bec5-1bc6-43d8-85b6-5c026f19c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:21.137217 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-0678bec5-1bc6-43d8-85b6-5c026f19c2cf service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1098 time: 0.0472708 Oct 28 09:49:21.245371 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-b698d459-082f-4cf8-9219-481e78889630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:21.247598 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-b698d459-082f-4cf8-9219-481e78889630 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.0990782 Oct 28 09:49:21.317370 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-a13b7086-bbaa-4670-b8c8-ce1d99a45288 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 999 time: 0.0621395 Oct 28 09:49:21.377304 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-af8b93be-410a-4b05-8474-499afa32ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:21.378757 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-af8b93be-410a-4b05-8474-499afa32ac28 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0510330 Oct 28 09:49:21.431183 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-e8c014e8-73c4-47aa-8ff4-7ea645e569bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:21.432827 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-e8c014e8-73c4-47aa-8ff4-7ea645e569bc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416207 Oct 28 09:49:21.536858 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-58b6a94d-8b07-42d0-bc1d-15a5bafe9270 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878325 Oct 28 09:49:21.649220 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a0c4eaac-aac0-4b06-9eda-6e68fb44224e req-950d89c5-2369-4b12-8ba7-02a9376cc62d service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936513 Oct 28 09:49:24.111600 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45470) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:24.233968 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:24.321863 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:24.401003 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:24.475552 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b149173-5136-4a8e-91e1-f170cd98b512,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:24.480319 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=400e53fd04c84668ab020b30242b9ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674681 Oct 28 09:49:24.485117 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45490) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.497418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173dfb1-068b-42df-80d8-c5272d7bcb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:24.598695 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3d405b6-d7b0-4497-9357-ab9a9f48e131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:24.630508 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3d405b6-d7b0-4497-9357-ab9a9f48e131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:24.909951 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3d405b6-d7b0-4497-9357-ab9a9f48e131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:24.912465 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3d405b6-d7b0-4497-9357-ab9a9f48e131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:24.914054 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-e3d405b6-d7b0-4497-9357-ab9a9f48e131 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9b149173-5136-4a8e-91e1-f170cd98b512 HTTP/1.1" status: 204 len: 168 time: 0.4270709 Oct 28 09:49:24.922109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d405b6-d7b0-4497-9357-ab9a9f48e131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b149173-5136-4a8e-91e1-f170cd98b512,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:25.047350 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-065e4b69-9f56-4893-a064-ca5c8756b0e6 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523725 Oct 28 09:49:25.168085 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-1ade0c37-5651-4061-b7b6-5ec5a4306029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:25.170271 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-1ade0c37-5651-4061-b7b6-5ec5a4306029 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1099 time: 0.0606265 Oct 28 09:49:25.304419 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-86d22022-b4cc-45b3-9a08-1807e8d3fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:25.305951 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-86d22022-b4cc-45b3-9a08-1807e8d3fb29 service neutron] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 911 time: 0.1148746 Oct 28 09:49:25.384689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cbe4d-e513-4d70-bb3b-43865cff314a req-65481058-8ebc-4d14-99e5-5619b4da9283 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:25.387427 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f67cbe4d-e513-4d70-bb3b-43865cff314a req-65481058-8ebc-4d14-99e5-5619b4da9283 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 945 time: 0.0672846 Oct 28 09:49:25.388914 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-6942a870-043c-45a5-af81-4994fb6d4877 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 1002 time: 0.0685341 Oct 28 09:49:25.445523 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f67cbe4d-e513-4d70-bb3b-43865cff314a req-c161b0b5-ecfe-42b4-851d-686def6b8198 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Oct 28 09:49:25.460693 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-5d0b7aae-5294-487f-93b5-23b8d110b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:25.462302 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-5d0b7aae-5294-487f-93b5-23b8d110b570 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0629694 Oct 28 09:49:25.526212 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-c059900c-4fb7-40b8-b28d-5c7358326985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:25.530560 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-c059900c-4fb7-40b8-b28d-5c7358326985 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545793 Oct 28 09:49:25.669560 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-5d88da84-8f6f-4564-8d17-b1d1af0b38bd service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303508 Oct 28 09:49:25.806990 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0d2333a1-3a9c-461f-87cc-d035881ee79c req-2bfe629e-b21b-44b9-bc83-b88c3e263da0 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231287 Oct 28 09:49:26.011893 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45532) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:26.025965 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.128729 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.206877 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.251912 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8f5488d7d1054848b4f5678ffa152fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386839 Oct 28 09:49:26.254088 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c9754b-a85b-4c58-9056-520e3b4a43cb,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:26.255127 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45542) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:26.263300 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.263669 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.264015 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.264348 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.264711 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.265111 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.265496 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.265839 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.266218 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.266548 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.266863 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.267222 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da919f08-0366-4602-a9e8-fe8d69272ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:26.337867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c71e-2fe5-4bb7-a239-0676bbbee973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.367032 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c71e-2fe5-4bb7-a239-0676bbbee973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.416295 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45546) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:26.531551 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c71e-2fe5-4bb7-a239-0676bbbee973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.535190 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9fa2c71e-2fe5-4bb7-a239-0676bbbee973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.536438 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9fa2c71e-2fe5-4bb7-a239-0676bbbee973 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/72c9754b-a85b-4c58-9056-520e3b4a43cb HTTP/1.1" status: 204 len: 168 time: 0.2802198 Oct 28 09:49:26.547379 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2c71e-2fe5-4bb7-a239-0676bbbee973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c9754b-a85b-4c58-9056-520e3b4a43cb,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:26.583964 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-52007084-94b3-44d8-aac9-f26a941c641e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.626852 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a004c74-53ff-4423-a5e9-66459e022a00 req-b39ebf67-7433-4377-85d4-b04eb212e720 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:26.628538 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9a004c74-53ff-4423-a5e9-66459e022a00 req-b39ebf67-7433-4377-85d4-b04eb212e720 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 945 time: 0.1028526 Oct 28 09:49:26.749627 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9a004c74-53ff-4423-a5e9-66459e022a00 req-5f450750-9b71-4cf9-9dcb-0d016c966f17 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069717 Oct 28 09:49:26.767229 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-52007084-94b3-44d8-aac9-f26a941c641e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.851844 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-52007084-94b3-44d8-aac9-f26a941c641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.898261 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:26.911037 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45568) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:26.911270 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-52007084-94b3-44d8-aac9-f26a941c641e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7acda3896067440abbc855f05160c6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929733 Oct 28 09:49:26.912482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52007084-94b3-44d8-aac9-f26a941c641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe10b79-57d0-4e5e-916a-ed6bdb15c2e0,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:26.989551 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc49b2fd-5219-4dc8-b372-1c98cb3e7343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.017775 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc49b2fd-5219-4dc8-b372-1c98cb3e7343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.213403 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc49b2fd-5219-4dc8-b372-1c98cb3e7343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.216721 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc49b2fd-5219-4dc8-b372-1c98cb3e7343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:27.220526 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-fc49b2fd-5219-4dc8-b372-1c98cb3e7343 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7fe10b79-57d0-4e5e-916a-ed6bdb15c2e0 HTTP/1.1" status: 204 len: 168 time: 0.3080573 Oct 28 09:49:27.228950 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49b2fd-5219-4dc8-b372-1c98cb3e7343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe10b79-57d0-4e5e-916a-ed6bdb15c2e0,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:27.862442 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-d5adba0b-ae19-4e11-b301-18a23adfc1a3 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:27.864545 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-d5adba0b-ae19-4e11-b301-18a23adfc1a3 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.109 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 945 time: 0.1052945 Oct 28 09:49:27.970632 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece28c2f-0549-4b4f-8a76-4368aa3d04f8 req-99e4096a-79ec-4a9f-9ee1-9c87069a4ad9 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:27.977357 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ece28c2f-0549-4b4f-8a76-4368aa3d04f8 req-99e4096a-79ec-4a9f-9ee1-9c87069a4ad9 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 945 time: 0.0716312 Oct 28 09:49:28.027323 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ece28c2f-0549-4b4f-8a76-4368aa3d04f8 req-015cabeb-fcaa-49f7-914b-2d2020fc84fc tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/security-groups?id=2f7e871f-a823-4144-b06e-0c4ff5a8ed03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468926 Oct 28 09:49:28.033719 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Deleting port 5874a229-cd52-4a12-9711-544832ced32e {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:49:28.034151 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.229545 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45606) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:28.252361 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4ead6810-9e2b-4ccf-83c4-62f5b8b4f173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.333661 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] For port 5874a229-cd52-4a12-9711-544832ced32e, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5874a229-cd52-4a12-9711-544832ced32e,segment=NetworkSegment(08b3d3a1-5465-4512-a939-f0e441ea978e),segment_id=08b3d3a1-5465-4512-a939-f0e441ea978e)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:28.334018 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.352307 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Calling delete_port for 5874a229-cd52-4a12-9711-544832ced32e owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:49:28.437620 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4ead6810-9e2b-4ccf-83c4-62f5b8b4f173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.524535 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4ead6810-9e2b-4ccf-83c4-62f5b8b4f173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.577604 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-4ead6810-9e2b-4ccf-83c4-62f5b8b4f173 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a32b93babf904be5a97d8585ebce24c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3465924 Oct 28 09:49:28.578808 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead6810-9e2b-4ccf-83c4-62f5b8b4f173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7c3709-ca83-424c-bff7-beeb84e747be,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:28.581253 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45624) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:28.654318 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-85f1911a-352a-48ae-88cb-e91a5471a35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.661143 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.689587 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['5874a229-cd52-4a12-9711-544832ced32e'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:49:28.737755 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-85f1911a-352a-48ae-88cb-e91a5471a35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.741529 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Pushing event deleted for resources: {'Port': ['ID=5874a229-cd52-4a12-9711-544832ced32e,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:28.882790 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] No DVR routers for this DVR port 5874a229-cd52-4a12-9711-544832ced32e on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:49:28.886981 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:28.890950 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-fc133f1a-86e3-4ffa-a3a6-ca81b69f6398 req-c72c1cbc-d98a-4ef1-aae5-e0e63f6d38e4 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.109 "DELETE /v2.0/ports/5874a229-cd52-4a12-9711-544832ced32e HTTP/1.1" status: 204 len: 173 time: 1.0156376 Oct 28 09:49:28.891417 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'name': 'network-vif-deleted', 'tag': '5874a229-cd52-4a12-9711-544832ced32e'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:28.893774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fce15c-90cb-4eb0-b25d-94dc3ae1966e" -d '{"events": [{"server_uuid": "5350c012-82d4-49d1-8b70-4eb8fb4d242b", "name": "network-vif-deleted", "tag": "5874a229-cd52-4a12-9711-544832ced32e"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:28.932133 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7314f-54ef-4ca3-97f9-cb082551ec4c x-openstack-request-id: req-35d7314f-54ef-4ca3-97f9-cb082551ec4c {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:28.932391 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5350c012-82d4-49d1-8b70-4eb8fb4d242b", "name": "network-vif-deleted", "tag": "5874a229-cd52-4a12-9711-544832ced32e", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:28.932632 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-35d7314f-54ef-4ca3-97f9-cb082551ec4c {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:28.933041 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5350c012-82d4-49d1-8b70-4eb8fb4d242b', 'name': 'network-vif-deleted', 'tag': '5874a229-cd52-4a12-9711-544832ced32e', 'status': 'completed', 'code': 200} Oct 28 09:49:29.081642 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-85f1911a-352a-48ae-88cb-e91a5471a35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:29.084390 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-85f1911a-352a-48ae-88cb-e91a5471a35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:29.086465 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-85f1911a-352a-48ae-88cb-e91a5471a35d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3e7c3709-ca83-424c-bff7-beeb84e747be HTTP/1.1" status: 204 len: 168 time: 0.4920046 Oct 28 09:49:29.096422 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1911a-352a-48ae-88cb-e91a5471a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7c3709-ca83-424c-bff7-beeb84e747be,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:29.189341 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2bd0183a-f28e-42b8-aad5-7924e8774398 req-ee90f047-1540-4e37-bc78-4219b57b77d6 tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0546169 Oct 28 09:49:29.492915 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45666) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:29.724061 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1a33cda3-dff5-45a6-8e99-bfb3a05b96ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:29.836551 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1a33cda3-dff5-45a6-8e99-bfb3a05b96ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:29.961881 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1a33cda3-dff5-45a6-8e99-bfb3a05b96ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.013781 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45688) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:30.014190 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-1a33cda3-dff5-45a6-8e99-bfb3a05b96ca admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=be5e138e02e94d24af99e7161e2ec6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193167 Oct 28 09:49:30.015544 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33cda3-dff5-45a6-8e99-bfb3a05b96ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5cf77a-5bbd-44a6-a9a8-b0ecab741057,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:30.100993 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-70b89d5f-69d8-4a0d-ae9b-9e8473b9dd20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.138200 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-70b89d5f-69d8-4a0d-ae9b-9e8473b9dd20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.280272 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45700) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:30.301942 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cd49cf58-c718-4efb-9fda-3372f2309bd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.331846 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-70b89d5f-69d8-4a0d-ae9b-9e8473b9dd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.334346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-70b89d5f-69d8-4a0d-ae9b-9e8473b9dd20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.335493 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-70b89d5f-69d8-4a0d-ae9b-9e8473b9dd20 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6d5cf77a-5bbd-44a6-a9a8-b0ecab741057 HTTP/1.1" status: 204 len: 168 time: 0.3205996 Oct 28 09:49:30.358396 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9785611d-8a56-4037-80d0-84248be304b6 req-fe60cbfe-e6c6-42f9-8853-d84e52a9c6fc tempest-DeleteServersTestJSON-1404580202 tempest-DeleteServersTestJSON-1404580202-project] 10.222.0.104 "GET /v2.0/ports?device_id=5350c012-82d4-49d1-8b70-4eb8fb4d242b HTTP/1.1" status: 200 len: 210 time: 0.0575757 Oct 28 09:49:30.365483 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b89d5f-69d8-4a0d-ae9b-9e8473b9dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5cf77a-5bbd-44a6-a9a8-b0ecab741057,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:30.494198 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cd49cf58-c718-4efb-9fda-3372f2309bd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.588195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cd49cf58-c718-4efb-9fda-3372f2309bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.643958 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-cd49cf58-c718-4efb-9fda-3372f2309bd7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=10bf6707aabe478c9f509b6d5556e805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618350 Oct 28 09:49:30.645397 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49cf58-c718-4efb-9fda-3372f2309bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b872390-0217-46cb-aabb-ee1c3e32c682,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:30.647072 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45726) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:30.721701 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d11807a-5c06-4acb-a364-a5455af538fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.778707 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d11807a-5c06-4acb-a364-a5455af538fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.965477 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d11807a-5c06-4acb-a364-a5455af538fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.968774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d11807a-5c06-4acb-a364-a5455af538fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:30.969926 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9d11807a-5c06-4acb-a364-a5455af538fb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2b872390-0217-46cb-aabb-ee1c3e32c682 HTTP/1.1" status: 204 len: 168 time: 0.3217402 Oct 28 09:49:30.977880 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11807a-5c06-4acb-a364-a5455af538fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b872390-0217-46cb-aabb-ee1c3e32c682,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:31.376683 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45744) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:31.393013 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-90626882-4734-4a9c-9b1a-7b30a13940d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.502311 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:49:31.505737 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-90626882-4734-4a9c-9b1a-7b30a13940d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.589623 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45752) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:31.601103 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-90626882-4734-4a9c-9b1a-7b30a13940d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.634706 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90626882-4734-4a9c-9b1a-7b30a13940d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1bca57-5873-4596-b6fb-00d0097ba927,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:31.670571 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-90626882-4734-4a9c-9b1a-7b30a13940d7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0fe65d8ceab1417e919df5f2c5f4a5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894642 Oct 28 09:49:31.671434 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45758) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:31.736993 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8821d544-7889-4ac5-87a4-0ac9f59a4d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.760720 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8821d544-7889-4ac5-87a4-0ac9f59a4d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.853846 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-178aa62c-0db7-45dc-ae8d-47e75a177f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.910788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8821d544-7889-4ac5-87a4-0ac9f59a4d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.913318 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8821d544-7889-4ac5-87a4-0ac9f59a4d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:31.918232 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8821d544-7889-4ac5-87a4-0ac9f59a4d68 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0a1bca57-5873-4596-b6fb-00d0097ba927 HTTP/1.1" status: 204 len: 168 time: 0.2422845 Oct 28 09:49:31.930857 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821d544-7889-4ac5-87a4-0ac9f59a4d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1bca57-5873-4596-b6fb-00d0097ba927,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:31.990423 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-178aa62c-0db7-45dc-ae8d-47e75a177f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:32.028592 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5874a229-cd52-4a12-9711-544832ced32e no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:49:32.049593 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 5874a229-cd52-4a12-9711-544832ced32e {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:49:32.050006 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5874a229-cd52-4a12-9711-544832ced32e not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:49:32.115312 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-178aa62c-0db7-45dc-ae8d-47e75a177f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:32.156196 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-178aa62c-0db7-45dc-ae8d-47e75a177f79 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ddf477cb01a54894b9dfa8df293bb245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654178 Oct 28 09:49:32.159552 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45774) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:32.161394 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aa62c-0db7-45dc-ae8d-47e75a177f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b2a14-713b-4625-bd25-4e50a04561ef,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:32.222431 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1dadc98c-f5d9-4e5d-99af-4900d927b267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:32.247511 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1dadc98c-f5d9-4e5d-99af-4900d927b267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:32.425641 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1dadc98c-f5d9-4e5d-99af-4900d927b267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:32.425641 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1dadc98c-f5d9-4e5d-99af-4900d927b267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:32.425641 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-1dadc98c-f5d9-4e5d-99af-4900d927b267 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fb4b2a14-713b-4625-bd25-4e50a04561ef HTTP/1.1" status: 204 len: 168 time: 0.2606757 Oct 28 09:49:32.437299 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadc98c-f5d9-4e5d-99af-4900d927b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b2a14-713b-4625-bd25-4e50a04561ef,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:33.766641 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45816) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:33.780365 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-66d07e8a-d24e-425e-a4c3-4ca73729e325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:33.890139 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-66d07e8a-d24e-425e-a4c3-4ca73729e325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:33.990870 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-66d07e8a-d24e-425e-a4c3-4ca73729e325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:34.021215 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-66d07e8a-d24e-425e-a4c3-4ca73729e325 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=891701386cf643c8985a89d3ad3a34e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534328 Oct 28 09:49:34.022231 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45826) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:34.061324 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d07e8a-d24e-425e-a4c3-4ca73729e325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f47fa6-9558-4cf1-bbb4-ba67b0d74ffa,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:34.108075 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cc73440-b52a-4336-85f2-99b3e56c4a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:34.138787 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cc73440-b52a-4336-85f2-99b3e56c4a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:34.332306 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cc73440-b52a-4336-85f2-99b3e56c4a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:34.335056 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cc73440-b52a-4336-85f2-99b3e56c4a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:34.339019 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0cc73440-b52a-4336-85f2-99b3e56c4a3c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/75f47fa6-9558-4cf1-bbb4-ba67b0d74ffa HTTP/1.1" status: 204 len: 168 time: 0.3126655 Oct 28 09:49:34.349794 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc73440-b52a-4336-85f2-99b3e56c4a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f47fa6-9558-4cf1-bbb4-ba67b0d74ffa,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:34.600233 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45848) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:34.975403 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-823b42bb-f353-4986-ac93-761fbc82afbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.118999 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-823b42bb-f353-4986-ac93-761fbc82afbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.258414 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-823b42bb-f353-4986-ac93-761fbc82afbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.300145 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-823b42bb-f353-4986-ac93-761fbc82afbb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c557c32db15140f985a190baa1d23b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6983366 Oct 28 09:49:35.301195 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b42bb-f353-4986-ac93-761fbc82afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e767cb-dd33-4a1f-af8f-bf9c777e69b4,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:35.304880 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45892) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:35.390768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7eba9afb-dba8-4b58-b631-3724c916f8cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.419362 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7eba9afb-dba8-4b58-b631-3724c916f8cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.573978 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7eba9afb-dba8-4b58-b631-3724c916f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.582730 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7eba9afb-dba8-4b58-b631-3724c916f8cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.587825 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-7eba9afb-dba8-4b58-b631-3724c916f8cd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/03e767cb-dd33-4a1f-af8f-bf9c777e69b4 HTTP/1.1" status: 204 len: 168 time: 0.2809031 Oct 28 09:49:35.604455 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba9afb-dba8-4b58-b631-3724c916f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e767cb-dd33-4a1f-af8f-bf9c777e69b4,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:35.705848 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45922) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:35.755713 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] Deleting subnet a98e23c9-e51c-4f71-9534-95d60b166ec9 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:49:35.759271 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.801430 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.812274 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:35.984919 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.038950 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98e23c9-e51c-4f71-9534-95d60b166ec9,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:36.041117 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.045684 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-c8d2209f-d7e4-466b-9b95-fce834f38f66 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a98e23c9-e51c-4f71-9534-95d60b166ec9 HTTP/1.1" status: 204 len: 168 time: 0.3386109 Oct 28 09:49:36.048346 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45932) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:36.146154 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.247466 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.272293 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.272693 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.273425 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.273766 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.274089 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.274419 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.274775 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.275114 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.275426 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.275739 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.496627 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.497186 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.497617 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.497945 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:49:36.498323 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:36.517253 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b3d3a1-5465-4512-a939-f0e441ea978e') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:36.517529 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b3d3a1-5465-4512-a939-f0e441ea978e') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:36.539848 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.569880 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.581532 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:49:36.585421 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: from cryptography.utils import int_from_bytes Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: from cryptography.utils import int_from_bytes Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:49:36.596598 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:49:36.738048 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.763734 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:36.766239 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:36.773611 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9374b4fe-1b82-4e18-b66d-474cb29953a2 admin admin] 10.222.0.104 "DELETE /v2.0/networks/0e2c1e93-f1e0-47eb-a7fd-8b3bdd4ba2da HTTP/1.1" status: 204 len: 168 time: 0.7241225 Oct 28 09:49:37.256698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 45992) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:37.291844 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 45998) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:37.353192 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-4d808f42-b2e9-4bc7-be4e-56ca1ab8ae21 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e6bfc73417aa4dacaee5ea501175efb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0593939 Oct 28 09:49:37.355697 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46000) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:37.412507 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2fd61ea1-d110-49e4-9953-9afdf47c2544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.445213 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2fd61ea1-d110-49e4-9953-9afdf47c2544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.534946 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ecbf24bd-2963-4845-aa27-7e553d6e3e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.607644 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2fd61ea1-d110-49e4-9953-9afdf47c2544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.611385 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2fd61ea1-d110-49e4-9953-9afdf47c2544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.612622 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-2fd61ea1-d110-49e4-9953-9afdf47c2544 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2f7e871f-a823-4144-b06e-0c4ff5a8ed03 HTTP/1.1" status: 204 len: 168 time: 0.2558208 Oct 28 09:49:37.621026 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd61ea1-d110-49e4-9953-9afdf47c2544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7e871f-a823-4144-b06e-0c4ff5a8ed03,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:37.671849 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ecbf24bd-2963-4845-aa27-7e553d6e3e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.875102 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ecbf24bd-2963-4845-aa27-7e553d6e3e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.916871 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-ecbf24bd-2963-4845-aa27-7e553d6e3e47 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6902fcd6d35b47eb93a1e7e713dccaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581149 Oct 28 09:49:37.917633 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf24bd-2963-4845-aa27-7e553d6e3e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bda5bb-8d3e-4c34-90b2-1fb4861a1b57,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:37.920405 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46010) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:37.972743 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc74f-9ec9-48ff-a8aa-c3d7ace308a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:37.994905 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc74f-9ec9-48ff-a8aa-c3d7ace308a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.162612 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc74f-9ec9-48ff-a8aa-c3d7ace308a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.173076 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bcbbc74f-9ec9-48ff-a8aa-c3d7ace308a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.173437 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46016) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:38.179413 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-bcbbc74f-9ec9-48ff-a8aa-c3d7ace308a4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/91bda5bb-8d3e-4c34-90b2-1fb4861a1b57 HTTP/1.1" status: 204 len: 168 time: 0.2577198 Oct 28 09:49:38.189834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbc74f-9ec9-48ff-a8aa-c3d7ace308a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bda5bb-8d3e-4c34-90b2-1fb4861a1b57,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:38.343386 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3fd3faf5-17ce-4896-8071-4192cd9dbd23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.343932 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-3b6e3f8f-2ee5-4d7d-81e1-0065722e4be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.461834 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3fd3faf5-17ce-4896-8071-4192cd9dbd23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.592886 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3fd3faf5-17ce-4896-8071-4192cd9dbd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.639984 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3fd3faf5-17ce-4896-8071-4192cd9dbd23 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=66e937039f5942bcb850cc66057b0662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653254 Oct 28 09:49:38.641124 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3faf5-17ce-4896-8071-4192cd9dbd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a6d5c-b85b-4cb8-96bf-34de8650c950,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:38.642714 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46044) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:38.704871 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-59854f92-ed83-40f1-8e9e-deb35cd96ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:38.733981 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-59854f92-ed83-40f1-8e9e-deb35cd96ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.000944 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-59854f92-ed83-40f1-8e9e-deb35cd96ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.003794 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-59854f92-ed83-40f1-8e9e-deb35cd96ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.005197 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-59854f92-ed83-40f1-8e9e-deb35cd96ff1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/119a6d5c-b85b-4cb8-96bf-34de8650c950 HTTP/1.1" status: 204 len: 168 time: 0.3614583 Oct 28 09:49:39.014880 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59854f92-ed83-40f1-8e9e-deb35cd96ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a6d5c-b85b-4cb8-96bf-34de8650c950,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:39.225056 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46056) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:39.258305 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9b05a15d-50ed-415c-a006-91f1577d8e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.446266 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9b05a15d-50ed-415c-a006-91f1577d8e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.573269 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9b05a15d-50ed-415c-a006-91f1577d8e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.617963 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-9b05a15d-50ed-415c-a006-91f1577d8e1e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5bc5884e6099490bb0e3577e9e649adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911395 Oct 28 09:49:39.619714 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05a15d-50ed-415c-a006-91f1577d8e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd058fe-88ba-46bb-b6b9-bdc1bc9418c8,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:39.620623 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46084) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:39.672465 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f200d850-434f-49f0-8049-6fb2574a2e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.696934 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f200d850-434f-49f0-8049-6fb2574a2e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.815754 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46098) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:39.839188 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f200d850-434f-49f0-8049-6fb2574a2e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.841963 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f200d850-434f-49f0-8049-6fb2574a2e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:39.843103 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-f200d850-434f-49f0-8049-6fb2574a2e6b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/abd058fe-88ba-46bb-b6b9-bdc1bc9418c8 HTTP/1.1" status: 204 len: 168 time: 0.2214386 Oct 28 09:49:39.851168 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200d850-434f-49f0-8049-6fb2574a2e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd058fe-88ba-46bb-b6b9-bdc1bc9418c8,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:39.966796 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-network', 'tenant_id': 'd8b63299da71443297d36c7caabb111a'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:40.148698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Made reservation on behalf of d8b63299da71443297d36c7caabb111a for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:40.150801 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.163416 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.234388 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.390034 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.411639 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:49:40.430763 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3535e4f2-c7f2-436f-83a2-cc9062d3e30d,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:40.432636 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.433073 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Added segment 73c4800e-db47-4871-9f39-5831aa069801 of type vlan for network b96d6b4c-b03d-43ab-b52a-9987c1b6151d Oct 28 09:49:40.482000 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.623488 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.624554 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:40.625302 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:40.689773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] Pushing event updated for resources: {'Network': ['ID=b96d6b4c-b03d-43ab-b52a-9987c1b6151d,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:40.701374 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:49:40.877932 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a27cda19-11fc-4ad3-988f-cc28565308ac admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0629833 Oct 28 09:49:40.881046 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46144) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:40.885755 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Request body: {'subnet': {'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-subnet', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:40.926023 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-3b34faf3-445c-40e2-91e8-638de4458033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.058239 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Made reservation on behalf of d8b63299da71443297d36c7caabb111a for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:41.061463 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.122792 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46154) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:41.293753 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a46d32c3-3d00-41ad-8720-db6e06b62bb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.387325 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a46d32c3-3d00-41ad-8720-db6e06b62bb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.441391 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.476473 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a46d32c3-3d00-41ad-8720-db6e06b62bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.514360 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff32df4d-099a-43a7-a976-31d196b0dd7f,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:41.519482 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Checking segment: {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:41.520079 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Network hostable DHCP agents. Network: b96d6b4c-b03d-43ab-b52a-9987c1b6151d, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:49:41.526842 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a46d32c3-3d00-41ad-8720-db6e06b62bb9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d879a8f6eec44bdaa8e64b5cda765a04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015918 Oct 28 09:49:41.529693 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d32c3-3d00-41ad-8720-db6e06b62bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c33f98-b24b-43a5-acbb-19233238791f,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:41.530405 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46170) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:41.597518 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-35ad7757-fad9-495e-9608-c8c4960d23e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.623237 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-35ad7757-fad9-495e-9608-c8c4960d23e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.667404 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:49:41.864245 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-35ad7757-fad9-495e-9608-c8c4960d23e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.867361 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-35ad7757-fad9-495e-9608-c8c4960d23e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.870999 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-35ad7757-fad9-495e-9608-c8c4960d23e2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/07c33f98-b24b-43a5-acbb-19233238791f HTTP/1.1" status: 204 len: 168 time: 0.3372228 Oct 28 09:49:41.870999 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, b96d6b4c-b03d-43ab-b52a-9987c1b6151d) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:41.875307 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:41.876705 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:41.879763 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536cc7b-f6f6-4ad3-89a8-036a8784fab6 None None] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:41.892698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad7757-fad9-495e-9608-c8c4960d23e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c33f98-b24b-43a5-acbb-19233238791f,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:42.051009 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-6f2591b1-793c-438b-b13a-0bca030941b6 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1689005 Oct 28 09:49:42.055011 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46194) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:42.056698 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e513248b-04cc-489e-9e32-53d6adc69322 None None] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:42.061190 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:42.241409 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.243346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.295082 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.317211 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.438399 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.581136 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:42.959841 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46216) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:42.970137 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-491107b1-4dbd-4579-965f-82c9de7d9342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.077594 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-491107b1-4dbd-4579-965f-82c9de7d9342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.178953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.201098 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.292355 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-491107b1-4dbd-4579-965f-82c9de7d9342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.340717 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Allocated IP 172.27.0.145 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:43.356421 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491107b1-4dbd-4579-965f-82c9de7d9342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4942ea-942e-4aaa-905c-a88c78b04b8f,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:43.388788 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-491107b1-4dbd-4579-965f-82c9de7d9342 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3c20ec73f9274672927add5f1d0bbd38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325542 Oct 28 09:49:43.391420 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46224) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:43.399151 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46226) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:43.464135 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b3c318f6-87ab-4977-9a09-4702559ddce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.491200 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b3c318f6-87ab-4977-9a09-4702559ddce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.501399 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.629852 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5e75323f-1e48-46b1-bb29-93829b8f7f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.647359 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.686621 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b3c318f6-87ab-4977-9a09-4702559ddce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.692018 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b3c318f6-87ab-4977-9a09-4702559ddce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:43.696177 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-b3c318f6-87ab-4977-9a09-4702559ddce1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ee4942ea-942e-4aaa-905c-a88c78b04b8f HTTP/1.1" status: 204 len: 168 time: 0.3013523 Oct 28 09:49:43.704583 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:43.708286 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:43.712951 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:43.728693 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c318f6-87ab-4977-9a09-4702559ddce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4942ea-942e-4aaa-905c-a88c78b04b8f,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:43.763482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:43.862138 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5e75323f-1e48-46b1-bb29-93829b8f7f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.051374 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5e75323f-1e48-46b1-bb29-93829b8f7f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.086447 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-5e75323f-1e48-46b1-bb29-93829b8f7f8b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4e82c691cbd946cb948c5889b9f432b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6862729 Oct 28 09:49:44.089268 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46242) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:44.106952 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.108000 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75323f-1e48-46b1-bb29-93829b8f7f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c00f41-9af4-49d5-87e3-4d00b7fdc0d6,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:44.216137 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.229902 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-183ad9d2-005d-473b-823a-6f818c270241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.291547 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-183ad9d2-005d-473b-823a-6f818c270241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.404756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.487840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-183ad9d2-005d-473b-823a-6f818c270241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.490626 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-183ad9d2-005d-473b-823a-6f818c270241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:44.491872 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-183ad9d2-005d-473b-823a-6f818c270241 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e5c00f41-9af4-49d5-87e3-4d00b7fdc0d6 HTTP/1.1" status: 204 len: 168 time: 0.4008067 Oct 28 09:49:44.509896 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ad9d2-005d-473b-823a-6f818c270241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c00f41-9af4-49d5-87e3-4d00b7fdc0d6,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:44.733949 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Router 20d2c339-d4ea-4cdc-be37-89f077258d48 is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:49:44.862813 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:44.875403 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Sync routers for ids ['20d2c339-d4ea-4cdc-be37-89f077258d48'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:44.890188 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Routers {'20d2c339-d4ea-4cdc-be37-89f077258d48'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:44.890835 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:49:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['20d2c339-d4ea-4cdc-be37-89f077258d48'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:45.011353 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Set router 20d2c339-d4ea-4cdc-be37-89f077258d48 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:45.054331 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.055895 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d8d2f010-edde-4558-b840-eb9452a95ec3 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9998467 Oct 28 09:49:45.059663 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46268) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:45.267058 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:49:43Z', 'revision_number': 3, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:45.396324 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Checking router: 20d2c339-d4ea-4cdc-be37-89f077258d48 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:45.396615 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Updating router 20d2c339-d4ea-4cdc-be37-89f077258d48 port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:49:45.426836 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.553545 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46290) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:45.584140 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e79bfc8c-9d69-435e-bcce-e0ced074fa6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.733930 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e79bfc8c-9d69-435e-bcce-e0ced074fa6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.787044 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.800083 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.862263 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e79bfc8c-9d69-435e-bcce-e0ced074fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.903065 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-e79bfc8c-9d69-435e-bcce-e0ced074fa6f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=810200e754e347ac985c8647d218a7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476455 Oct 28 09:49:45.908691 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46296) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:45.915158 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bfc8c-9d69-435e-bcce-e0ced074fa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e171058-be10-4147-9078-f0bd5fcf4387,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:45.967261 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.969290 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb805-9c87-4be9-a0bd-c6afae35be3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:45.997805 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb805-9c87-4be9-a0bd-c6afae35be3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.024245 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Attempting to bind port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:46.024927 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Attempting to bind port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:46.025697 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Attempting to bind port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:46.036433 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Pushing event updated for resources: {'Port': ['ID=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,revision_number=2']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:46.040725 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:46.041399 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:46.042065 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.042766 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:46.044312 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Bound port: d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:46.045082 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.071597 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.072229 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.072824 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.073328 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.073825 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.074861 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.075406 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.075930 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.077193 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.077547 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.078309 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.078753 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:46.138579 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] For port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:46.144156 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] For port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:46.216113 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Allocated IP 172.20.0.1 (b96d6b4c-b03d-43ab-b52a-9987c1b6151d/ff32df4d-099a-43a7-a976-31d196b0dd7f/368ce575-41db-499e-8cc8-452f11b243e8) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:46.247726 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.248837 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb805-9c87-4be9-a0bd-c6afae35be3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.251457 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb805-9c87-4be9-a0bd-c6afae35be3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.252622 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-f6aeb805-9c87-4be9-a0bd-c6afae35be3c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2e171058-be10-4147-9078-f0bd5fcf4387 HTTP/1.1" status: 204 len: 168 time: 0.3429728 Oct 28 09:49:46.279295 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeb805-9c87-4be9-a0bd-c6afae35be3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e171058-be10-4147-9078-f0bd5fcf4387,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:46.345207 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a9ceb-f0b2-4bb2-8983-a54526dc6b4f None None] Pushing event updated for resources: {'Port': ['ID=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:46.355277 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Routers {'20d2c339-d4ea-4cdc-be37-89f077258d48'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:46.356191 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:49:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['20d2c339-d4ea-4cdc-be37-89f077258d48'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:46.389171 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.473776 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] Set router 20d2c339-d4ea-4cdc-be37-89f077258d48 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:46.566877 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.609653 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:46.612790 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:46.616573 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:46.617068 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:46.695616 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:49:43Z', 'revision_number': 3, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:46.729108 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b1ba3-c5c1-4822-b23d-422c2f9e3d7b None None] The sync data for ids ['20d2c339-d4ea-4cdc-be37-89f077258d48'] in dv-cinder-815712-3-iscsi is: [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:49:43Z', 'revision_number': 3, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:46.764542 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Pushing event updated for resources: {'Port': ['ID=368ce575-41db-499e-8cc8-452f11b243e8,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:46.947456 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.209504 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.549338 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.553669 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:47.649481 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Pushing event updated for resources: {'Port': ['ID=368ce575-41db-499e-8cc8-452f11b243e8,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:47.721721 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:47.723284 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:47.847654 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Router 20d2c339-d4ea-4cdc-be37-89f077258d48 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:49:47.964354 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:49:47.970496 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a0b6d4d7-4c7e-4bb5-82f8-5fc69bbf7b80 admin admin] 10.222.0.104 "PUT /v2.0/routers/20d2c339-d4ea-4cdc-be37-89f077258d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9088745 Oct 28 09:49:48.465623 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:48.532899 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Sync routers for ids ['20d2c339-d4ea-4cdc-be37-89f077258d48'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:49:48.553743 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Routers {'20d2c339-d4ea-4cdc-be37-89f077258d48'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:48.559507 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:49:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['20d2c339-d4ea-4cdc-be37-89f077258d48'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:48.759906 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:48.760271 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:48.864478 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Set router 20d2c339-d4ea-4cdc-be37-89f077258d48 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:48.921632 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.018265 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:49.136363 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:49:46Z', 'revision_number': 4, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '368ce575-41db-499e-8cc8-452f11b243e8', 'name': '', 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'mac_address': 'fa:16:3e:2b:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:45Z', 'updated_at': '2021-10-28T09:49:47Z', 'revision_number': 2, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'subnets': [{'id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:49.165308 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Checking router: 20d2c339-d4ea-4cdc-be37-89f077258d48 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:49:49.165663 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Updating router 20d2c339-d4ea-4cdc-be37-89f077258d48 port 368ce575-41db-499e-8cc8-452f11b243e8 binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:49:49.196873 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.208254 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.301386 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46402) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:49.303917 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:49.325736 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.326456 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.326954 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.327444 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.327922 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.328412 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.328762 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.329086 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.329424 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.329744 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.330061 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.330371 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:49:49.533931 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4d2d83f8-9aad-4d97-94c5-c8e246d91048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.633931 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4d2d83f8-9aad-4d97-94c5-c8e246d91048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.711844 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.737568 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4d2d83f8-9aad-4d97-94c5-c8e246d91048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.788748 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d83f8-9aad-4d97-94c5-c8e246d91048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3db126-cd55-45f8-98fe-cbf03717384e,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:49.799138 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-4d2d83f8-9aad-4d97-94c5-c8e246d91048 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0888993e966446a2be65b80b338aab64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957078 Oct 28 09:49:49.800045 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46428) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:49.841053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.898728 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-580a195d-f9e6-42c6-bc43-5b3397ce053b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.938502 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-580a195d-f9e6-42c6-bc43-5b3397ce053b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.939135 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730be9f-9d7a-4f07-875a-08f71d2569b5 None None] Pushing event updated for resources: {'Port': ['ID=368ce575-41db-499e-8cc8-452f11b243e8,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:49.974053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Attempting to bind port 368ce575-41db-499e-8cc8-452f11b243e8 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:49.974417 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Attempting to bind port 368ce575-41db-499e-8cc8-452f11b243e8 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:49.975157 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Attempting to bind port 368ce575-41db-499e-8cc8-452f11b243e8 on network b96d6b4c-b03d-43ab-b52a-9987c1b6151d {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:49.982437 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-66b5be75-922b-4e05-97e7-8106b6d94480 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:49.985810 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:49.986427 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Checking segment: {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:49.986995 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.987526 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Bound using segment: {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:49.988169 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Bound port: 368ce575-41db-499e-8cc8-452f11b243e8, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:49.988760 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:49.992765 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-66b5be75-922b-4e05-97e7-8106b6d94480 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 819 time: 0.2375424 Oct 28 09:49:50.015444 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-870e1500-b3c8-43b2-af85-798f9c8d29e0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/quotas/d8b63299da71443297d36c7caabb111a HTTP/1.1" status: 200 len: 375 time: 0.0215719 Oct 28 09:49:50.065356 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] For port 368ce575-41db-499e-8cc8-452f11b243e8, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:50.069706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] For port 368ce575-41db-499e-8cc8-452f11b243e8, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=368ce575-41db-499e-8cc8-452f11b243e8,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:50.079631 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-f0d011fd-4a5c-4810-b6ca-a067600ac1c5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600348 Oct 28 09:49:50.166849 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-580a195d-f9e6-42c6-bc43-5b3397ce053b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:50.169876 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-580a195d-f9e6-42c6-bc43-5b3397ce053b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:50.171192 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-580a195d-f9e6-42c6-bc43-5b3397ce053b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0a3db126-cd55-45f8-98fe-cbf03717384e HTTP/1.1" status: 204 len: 168 time: 0.3693969 Oct 28 09:49:50.181997 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-7b746dff-4cff-4a04-9b84-19d0cc83e7f9 service neutron] 10.222.0.104 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983992 Oct 28 09:49:50.191929 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a195d-f9e6-42c6-bc43-5b3397ce053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3db126-cd55-45f8-98fe-cbf03717384e,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:50.227753 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:50.347667 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730be9f-9d7a-4f07-875a-08f71d2569b5 None None] Pushing event updated for resources: {'Port': ['ID=368ce575-41db-499e-8cc8-452f11b243e8,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:50.351196 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Routers {'20d2c339-d4ea-4cdc-be37-89f077258d48'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:49:50.351806 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:49:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['20d2c339-d4ea-4cdc-be37-89f077258d48'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:50.370030 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-b1679226-d9f4-49b9-8747-7fee6adbb7af service neutron] 10.222.0.104 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805062 Oct 28 09:49:50.496477 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:50.540216 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] Set router 20d2c339-d4ea-4cdc-be37-89f077258d48 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:49:50.715794 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:50.716441 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:50.874577 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:49:46Z', 'revision_number': 4, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '368ce575-41db-499e-8cc8-452f11b243e8', 'name': '', 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'mac_address': 'fa:16:3e:2b:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:45Z', 'updated_at': '2021-10-28T09:49:50Z', 'revision_number': 4, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'subnets': [{'id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:49:50.900510 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eca870-29c9-4dcd-84aa-4e8638eb1866 None None] The sync data for ids ['20d2c339-d4ea-4cdc-be37-89f077258d48'] in dv-cinder-815712-3-iscsi is: [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:49:46Z', 'revision_number': 4, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '368ce575-41db-499e-8cc8-452f11b243e8', 'name': '', 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'mac_address': 'fa:16:3e:2b:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:45Z', 'updated_at': '2021-10-28T09:49:50Z', 'revision_number': 4, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'subnets': [{'id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:49:51.366322 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46478) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:51.379950 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae0ab-bdf6-4f10-a9bb-b0b76ac2f67b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:51.491768 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae0ab-bdf6-4f10-a9bb-b0b76ac2f67b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:51.652291 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-bc4ae0ab-bdf6-4f10-a9bb-b0b76ac2f67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:51.694966 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-bc4ae0ab-bdf6-4f10-a9bb-b0b76ac2f67b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a9dc5845b7e049f8b18c3553e6cab449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250060 Oct 28 09:49:51.694966 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ae0ab-bdf6-4f10-a9bb-b0b76ac2f67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b916c4b2-9598-4f5d-be52-31eba2872a72,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:51.696180 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46488) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:51.765425 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-00e7ecfd-2484-406f-bf15-a595dab659f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:51.790918 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-00e7ecfd-2484-406f-bf15-a595dab659f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.011653 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-00e7ecfd-2484-406f-bf15-a595dab659f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.015002 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-00e7ecfd-2484-406f-bf15-a595dab659f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.016195 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-00e7ecfd-2484-406f-bf15-a595dab659f8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b916c4b2-9598-4f5d-be52-31eba2872a72 HTTP/1.1" status: 204 len: 168 time: 0.3189635 Oct 28 09:49:52.026683 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7ecfd-2484-406f-bf15-a595dab659f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916c4b2-9598-4f5d-be52-31eba2872a72,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:52.501825 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 368ce575-41db-499e-8cc8-452f11b243e8 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:52.570435 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 368ce575-41db-499e-8cc8-452f11b243e8 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:52.572795 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.623356 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d497fa0f-579f-45f6-a2cd-d1e23305f3b4 req-b74909b9-0152-4b0f-b8db-aa9e04655dbf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 210 time: 0.0386932 Oct 28 09:49:52.685268 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.726584 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 368ce575-41db-499e-8cc8-452f11b243e8, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=368ce575-41db-499e-8cc8-452f11b243e8,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:49:52.804549 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46530) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:52.857869 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.920336 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=368ce575-41db-499e-8cc8-452f11b243e8,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:52.946458 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3ea99319-b7a1-467a-918b-1568c682e60f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:52.979237 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-fcde5db1-a333-4a3a-a97e-425441e79669 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:52.981793 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-fcde5db1-a333-4a3a-a97e-425441e79669 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 819 time: 0.1315584 Oct 28 09:49:52.998067 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-f1acc207-127d-4236-b4ca-e9c56a377247 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/quotas/d8b63299da71443297d36c7caabb111a HTTP/1.1" status: 200 len: 375 time: 0.0105603 Oct 28 09:49:53.035051 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3ea99319-b7a1-467a-918b-1568c682e60f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:53.060946 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-25ee1242-a3a6-4799-ab66-9851cea320ad tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558445 Oct 28 09:49:53.132585 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3ea99319-b7a1-467a-918b-1568c682e60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:53.179826 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3ea99319-b7a1-467a-918b-1568c682e60f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5d2513f1cf21471ab74ea6786d5fecd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740983 Oct 28 09:49:53.181103 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea99319-b7a1-467a-918b-1568c682e60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d5be5a-864f-4756-8b9e-b1895bc08b87,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:53.181871 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-416c11ae-19b9-49a0-8dcf-562ef1822db3 service neutron] 10.222.0.104 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121511 Oct 28 09:49:53.183843 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46540) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:53.315560 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7d34f53e-95ee-463a-bb7c-b73b30e2929c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:53.345493 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-b3a08091-72d0-4d3f-a7c8-b1e34da543ac service neutron] 10.222.0.104 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520717 Oct 28 09:49:53.358200 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7d34f53e-95ee-463a-bb7c-b73b30e2929c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:53.559701 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7d34f53e-95ee-463a-bb7c-b73b30e2929c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:53.563748 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7d34f53e-95ee-463a-bb7c-b73b30e2929c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:53.566568 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-7d34f53e-95ee-463a-bb7c-b73b30e2929c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b6d5be5a-864f-4756-8b9e-b1895bc08b87 HTTP/1.1" status: 204 len: 168 time: 0.3814209 Oct 28 09:49:53.587251 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34f53e-95ee-463a-bb7c-b73b30e2929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d5be5a-864f-4756-8b9e-b1895bc08b87,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:53.678466 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-76c65d47-2161-42d2-bcc8-d98b1ea366c7 req-47a3f298-d25b-479c-af0c-14db2f86916a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 210 time: 0.0485594 Oct 28 09:49:54.338947 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-29f30ea5-a680-4291-b2b2-8fb6b221607b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:54.349812 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-29f30ea5-a680-4291-b2b2-8fb6b221607b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 819 time: 0.1322227 Oct 28 09:49:54.367033 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Request body: {'port': {'device_id': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'admin_state_up': True, 'tenant_id': 'd8b63299da71443297d36c7caabb111a'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:54.518390 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 368ce575-41db-499e-8cc8-452f11b243e8 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:49:54.595425 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 368ce575-41db-499e-8cc8-452f11b243e8 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:49:54.595821 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:54.692491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Made reservation on behalf of d8b63299da71443297d36c7caabb111a for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:54.714380 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:54.829977 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-63689902-d058-4bfa-8341-6d9d4a5d5510 req-7565e654-3abc-4bb0-a355-140247554d5b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 210 time: 0.0781286 Oct 28 09:49:54.998886 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Allocated IP 172.20.0.11 (b96d6b4c-b03d-43ab-b52a-9987c1b6151d/ff32df4d-099a-43a7-a976-31d196b0dd7f/2727ba0b-5ab2-4e16-98f8-42105ba1b2ba) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:55.004558 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46624) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:55.032804 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-808f22eb-6d08-4b60-ab09-9f29a5927092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.254382 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-808f22eb-6d08-4b60-ab09-9f29a5927092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.324101 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.383389 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-808f22eb-6d08-4b60-ab09-9f29a5927092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.430212 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-808f22eb-6d08-4b60-ab09-9f29a5927092 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=47154b915d9c4d37b66e70ebebff2148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4244525 Oct 28 09:49:55.431319 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f22eb-6d08-4b60-ab09-9f29a5927092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5edc121-bf05-4428-b098-6b36d994c797,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:55.434482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46638) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:55.441957 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.492856 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:55.493834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3ecbb314-3ea9-4f5e-aafc-b4859360d2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.496864 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:55.501038 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:55.527938 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3ecbb314-3ea9-4f5e-aafc-b4859360d2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.544223 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Pushing event updated for resources: {'Port': ['ID=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:55.565621 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:55.566331 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.723220 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-2e33132c-1fa6-4ef5-a4dc-3d196deb21fe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3613429 Oct 28 09:49:55.740208 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Request body: {'port': {'device_id': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:55.783694 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3ecbb314-3ea9-4f5e-aafc-b4859360d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.787198 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3ecbb314-3ea9-4f5e-aafc-b4859360d2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.788386 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-3ecbb314-3ea9-4f5e-aafc-b4859360d2b6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c5edc121-bf05-4428-b098-6b36d994c797 HTTP/1.1" status: 204 len: 168 time: 0.3528023 Oct 28 09:49:55.798071 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbb314-3ea9-4f5e-aafc-b4859360d2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5edc121-bf05-4428-b098-6b36d994c797,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:55.815209 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:55.983221 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8e393aba-8983-4e14-b2d0-8c7a2ad211d3 req-bc68a227-25aa-4566-9221-e2bec4115fd1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 210 time: 0.0387731 Oct 28 09:49:56.219256 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:49:56.227264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:56.241550 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Transition to ACTIVE for port object 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:49:56.322490 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:56.407544 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Pushing event updated for resources: {'Port': ['ID=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:56.525241 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Attempting to bind port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:49:56.525985 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Attempting to bind port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:49:56.525985 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Attempting to bind port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba on network b96d6b4c-b03d-43ab-b52a-9987c1b6151d {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:56.532624 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba on network b96d6b4c-b03d-43ab-b52a-9987c1b6151d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:49:56.533039 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Attempting to bind port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba on network b96d6b4c-b03d-43ab-b52a-9987c1b6151d {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:49:56.538541 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:49:56.538878 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Checking segment: {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:56.539260 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Bound using segment: {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:49:56.539713 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Bound port: 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:49:56.540065 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:56.617301 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] For port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:49:56.619389 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] For port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:49:56.786055 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:56.832407 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:56.833032 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:56.834773 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] 10.222.0.109 "PUT /v2.0/ports/2727ba0b-5ab2-4e16-98f8-42105ba1b2ba HTTP/1.1" status: 200 len: 1094 time: 1.1001837 Oct 28 09:49:56.835398 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'tag': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:49:56.837843 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb921c0-6823-4bf3-b337-c0a7a3ab2dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9b7bca-6189-4a5d-a9cb-ea0af980d95f", "tag": "2727ba0b-5ab2-4e16-98f8-42105ba1b2ba"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:49:56.874573 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30074e45-95ad-4e5f-908e-24df18117eaa service neutron] Pushing event updated for resources: {'Port': ['ID=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:56.921651 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7711b0-ca93-4858-ae2b-51f0ac021068 x-openstack-request-id: req-fe7711b0-ca93-4858-ae2b-51f0ac021068 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:49:56.921968 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9b7bca-6189-4a5d-a9cb-ea0af980d95f", "tag": "2727ba0b-5ab2-4e16-98f8-42105ba1b2ba", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:49:56.922183 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fe7711b0-ca93-4858-ae2b-51f0ac021068 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:49:56.922595 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'tag': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba', 'status': 'completed', 'code': 200} Oct 28 09:49:56.926988 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:57.014883 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb921c0-6823-4bf3-b337-c0a7a3ab2dd2 req-b65974f2-04b6-48a3-99c9-35cac95f9c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:57.029724 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ccb921c0-6823-4bf3-b337-c0a7a3ab2dd2 req-b65974f2-04b6-48a3-99c9-35cac95f9c5b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1097 time: 0.0634108 Oct 28 09:49:57.243638 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0aadd610-f4a5-4a5a-9074-0a83c7eb2484 req-9fff63e1-c985-49d2-8625-aeaf51c0668d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 210 time: 0.1012599 Oct 28 09:49:57.338514 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb921c0-6823-4bf3-b337-c0a7a3ab2dd2 req-6776ae2d-faf7-4030-8b1e-ed8a465ec04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:57.342203 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ccb921c0-6823-4bf3-b337-c0a7a3ab2dd2 req-6776ae2d-faf7-4030-8b1e-ed8a465ec04e service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=d8b63299da71443297d36c7caabb111a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2900536 Oct 28 09:49:57.365200 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-b1a7edcb-9573-4ac3-8ee3-bc5bd773dee0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:57.366996 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-b1a7edcb-9573-4ac3-8ee3-bc5bd773dee0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 819 time: 0.3089325 Oct 28 09:49:57.394298 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Request body: {'port': {'device_id': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'admin_state_up': True, 'tenant_id': 'd8b63299da71443297d36c7caabb111a'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:57.667170 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46726) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:57.690110 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Made reservation on behalf of d8b63299da71443297d36c7caabb111a for: {'port': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:57.694423 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:57.829046 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-30048376-network', 'tenant_id': 'f49e420ee00843908e05281deec5e463'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:57.864935 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb921c0-6823-4bf3-b337-c0a7a3ab2dd2 req-43cd3a73-5be7-4f94-880a-30d7392d2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:57.866474 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ccb921c0-6823-4bf3-b337-c0a7a3ab2dd2 req-43cd3a73-5be7-4f94-880a-30d7392d2273 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5084743 Oct 28 09:49:57.910508 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Allocated IP 172.20.0.12 (b96d6b4c-b03d-43ab-b52a-9987c1b6151d/ff32df4d-099a-43a7-a976-31d196b0dd7f/57d63798-5c66-4f30-9d4a-de7a6ff1392d) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:49:57.988395 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-4f1f9e93-351b-42e0-ad9e-5c1f713da34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:57.989999 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-4f1f9e93-351b-42e0-ad9e-5c1f713da34d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1097 time: 0.0572066 Oct 28 09:49:58.041147 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-813eac78-e48a-4031-a45c-44b3d1a0b71f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba HTTP/1.1" status: 200 len: 217 time: 0.0364265 Oct 28 09:49:58.042300 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Made reservation on behalf of f49e420ee00843908e05281deec5e463 for: {'network': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:58.046409 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.078233 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.111274 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-0cc5c532-40b2-4027-8c69-84e842842872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:58.113435 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-0cc5c532-40b2-4027-8c69-84e842842872 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 200 len: 859 time: 0.0602574 Oct 28 09:49:58.133510 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.153093 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-9204c39b-cbee-4e5a-bee9-13c717e0ee1f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288506 Oct 28 09:49:58.220580 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.259762 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-048d02a8-587a-48d1-92f7-3bb3864cb6a0 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960484 Oct 28 09:49:58.345662 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.381119 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f0f03ad-d45a-4479-8035-067a27e8154c req-0ac33296-9563-49e0-99df-ba20ff1e0b59 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047354 Oct 28 09:49:58.420040 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.453983 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Network b96d6b4c-b03d-43ab-b52a-9987c1b6151d is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:49:58.464178 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=108755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:49:58.467583 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:58.482553 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:49:58.488176 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:58.488834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.502224 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10ff22-1f8c-46ee-9f16-fb5c00b1a333 req-c2914004-4277-44a9-a8c8-cb69b539cecc tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:58.503818 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3f10ff22-1f8c-46ee-9f16-fb5c00b1a333 req-c2914004-4277-44a9-a8c8-cb69b539cecc tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 932 time: 0.1460130 Oct 28 09:49:58.509320 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Pushing event updated for resources: {'Port': ['ID=57d63798-5c66-4f30-9d4a-de7a6ff1392d,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:58.539232 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.539531 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.segments_db [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Added segment 6b15db05-8b35-4527-ab8f-443fc6f92276 of type vlan for network e431c79b-341b-45ed-a26a-054cdb33efde Oct 28 09:49:58.557372 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb95424d-c855-4da1-afc1-9c34c7ae7457,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:58.608341 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3f10ff22-1f8c-46ee-9f16-fb5c00b1a333 req-6048128b-5f98-4aec-8199-aafdb9b1f830 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839088 Oct 28 09:49:58.612749 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.617995 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-8e62c2d0-d353-4baf-aeb2-aa82d20bc783 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2391293 Oct 28 09:49:58.714620 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.715730 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:58.716337 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:58.779498 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] Pushing event updated for resources: {'Network': ['ID=e431c79b-341b-45ed-a26a-054cdb33efde,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:58.794616 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network e431c79b-341b-45ed-a26a-054cdb33efde details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:49:58.848831 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0aadaa78-77f7-4b4b-87e6-df81cf903438 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1736319 Oct 28 09:49:58.849413 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46756) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:58.854357 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Request body: {'subnet': {'network_id': 'e431c79b-341b-45ed-a26a-054cdb33efde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-30048376-subnet', 'tenant_id': 'f49e420ee00843908e05281deec5e463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:49:58.954744 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Made reservation on behalf of f49e420ee00843908e05281deec5e463 for: {'subnet': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:49:58.957153 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.212301 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.275238 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa07390-e503-4cc0-87b2-34e99bbed040,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:59.295509 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Checking segment: {'id': '6b15db05-8b35-4527-ab8f-443fc6f92276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e431c79b-341b-45ed-a26a-054cdb33efde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:49:59.295891 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Network hostable DHCP agents. Network: e431c79b-341b-45ed-a26a-054cdb33efde, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:49:59.444169 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Network e431c79b-341b-45ed-a26a-054cdb33efde is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:49:59.463946 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46778) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:59.555012 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, e431c79b-341b-45ed-a26a-054cdb33efde) {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:49:59.560312 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:49:59.560942 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.573558 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8226f5fc-56fc-4a0c-bfaf-da84c4510b16 None None] Network e431c79b-341b-45ed-a26a-054cdb33efde requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:59.634949 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f69a1093-b14d-4370-987e-d5e0e1a05af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.658458 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ed567dd5-ce52-4a45-95e7-6f8712a57182 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8082590 Oct 28 09:49:59.740816 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f69a1093-b14d-4370-987e-d5e0e1a05af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.752256 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407fd366-2173-4fb3-a2ca-9d290008d20e None None] Network e431c79b-341b-45ed-a26a-054cdb33efde requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:49:59.816638 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f69a1093-b14d-4370-987e-d5e0e1a05af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.870666 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-f69a1093-b14d-4370-987e-d5e0e1a05af1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=98d60e6bf4c846c3a430b9a530b9cdfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4013770 Oct 28 09:49:59.870666 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a1093-b14d-4370-987e-d5e0e1a05af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c76464-1336-4c56-8d3a-96ca7b40622e,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:49:59.871410 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46792) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:49:59.940316 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c8192582-25fc-4837-a1d5-7a2403e4f5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:49:59.977377 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c8192582-25fc-4837-a1d5-7a2403e4f5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:00.152921 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c8192582-25fc-4837-a1d5-7a2403e4f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:00.156021 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c8192582-25fc-4837-a1d5-7a2403e4f5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:00.157276 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-c8192582-25fc-4837-a1d5-7a2403e4f5f7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b6c76464-1336-4c56-8d3a-96ca7b40622e HTTP/1.1" status: 204 len: 168 time: 0.2850168 Oct 28 09:50:00.166659 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8192582-25fc-4837-a1d5-7a2403e4f5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c76464-1336-4c56-8d3a-96ca7b40622e,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:00.698570 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46814) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:00.705765 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-413452097-network', 'tenant_id': '791839812365496d839217251767bc1d'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:00.846303 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Made reservation on behalf of 791839812365496d839217251767bc1d for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:00.849491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:00.860099 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:00.939458 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.041109 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.069808 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:01.075803 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c344e86a-6bc7-4298-8570-a9785ef821bc,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:01.085964 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.086509 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Added segment 3a6bffa2-9eb7-4872-b930-62ee583b1b62 of type vlan for network 8586a2f3-0a39-424d-a298-012d25e86ed7 Oct 28 09:50:01.118880 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46818) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:01.139427 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8095860a-cb54-4782-93b6-d8443985dd82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.140750 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.228564 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8095860a-cb54-4782-93b6-d8443985dd82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.240320 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.241337 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:01.242001 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.267729 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Request body: {'port': {'device_id': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:01.322033 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] Pushing event updated for resources: {'Network': ['ID=8586a2f3-0a39-424d-a298-012d25e86ed7,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:01.322646 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8095860a-cb54-4782-93b6-d8443985dd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.334222 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 8586a2f3-0a39-424d-a298-012d25e86ed7 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:01.385749 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8095860a-cb54-4782-93b6-d8443985dd82 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=af7583b53ce84a0e9f5e6426f979b249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648108 Oct 28 09:50:01.386812 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.387031 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3033d73c-1ec6-42a2-8e11-d6721715789c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6869817 Oct 28 09:50:01.390701 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46822) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:01.391129 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46824) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:01.403421 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Request body: {'subnet': {'network_id': '8586a2f3-0a39-424d-a298-012d25e86ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-413452097-subnet', 'tenant_id': '791839812365496d839217251767bc1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:01.414454 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095860a-cb54-4782-93b6-d8443985dd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c1c950-1136-4d3b-a817-44ab8aa8561a,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:01.471663 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-982ba08c-20ef-411d-b978-d3195cce45e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.496794 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-982ba08c-20ef-411d-b978-d3195cce45e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.497056 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7057-c827-48d3-8639-323f1eac2026 req-9f6c273c-2536-45a7-a8a9-7ea3eabcf6aa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:01.498419 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fc6d7057-c827-48d3-8639-323f1eac2026 req-9f6c273c-2536-45a7-a8a9-7ea3eabcf6aa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 932 time: 0.1082666 Oct 28 09:50:01.606159 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Made reservation on behalf of 791839812365496d839217251767bc1d for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:01.610648 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.631770 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fc6d7057-c827-48d3-8639-323f1eac2026 req-7c48feee-0bb8-4362-929e-70765d44b5b4 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916214 Oct 28 09:50:01.741131 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-982ba08c-20ef-411d-b978-d3195cce45e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.744129 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-982ba08c-20ef-411d-b978-d3195cce45e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.748131 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-982ba08c-20ef-411d-b978-d3195cce45e9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/96c1c950-1136-4d3b-a817-44ab8aa8561a HTTP/1.1" status: 204 len: 168 time: 0.3558831 Oct 28 09:50:01.765908 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d63798-5c66-4f30-9d4a-de7a6ff1392d {{(pid=108755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:50:01.766054 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba08c-20ef-411d-b978-d3195cce45e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c1c950-1136-4d3b-a817-44ab8aa8561a,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:01.773748 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:01.829221 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.provisioning_blocks [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Transition to ACTIVE for port object 57d63798-5c66-4f30-9d4a-de7a6ff1392d will not be triggered until provisioned by entity L2. {{(pid=108755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:50:01.938398 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:02.006463 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:02.072842 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5908aa64-5743-4246-b0b6-453c28202c5b,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:02.087139 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Checking segment: {'id': '3a6bffa2-9eb7-4872-b930-62ee583b1b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8586a2f3-0a39-424d-a298-012d25e86ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:02.087750 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Network hostable DHCP agents. Network: 8586a2f3-0a39-424d-a298-012d25e86ed7, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:02.194446 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Network 8586a2f3-0a39-424d-a298-012d25e86ed7 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:02.210212 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Pushing event updated for resources: {'Port': ['ID=57d63798-5c66-4f30-9d4a-de7a6ff1392d,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:02.225601 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Attempting to bind port 57d63798-5c66-4f30-9d4a-de7a6ff1392d on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:02.225938 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Attempting to bind port 57d63798-5c66-4f30-9d4a-de7a6ff1392d by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:02.226264 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Attempting to bind port 57d63798-5c66-4f30-9d4a-de7a6ff1392d on network b96d6b4c-b03d-43ab-b52a-9987c1b6151d {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:02.231243 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Port 57d63798-5c66-4f30-9d4a-de7a6ff1392d on network b96d6b4c-b03d-43ab-b52a-9987c1b6151d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:50:02.231566 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Attempting to bind port 57d63798-5c66-4f30-9d4a-de7a6ff1392d on network b96d6b4c-b03d-43ab-b52a-9987c1b6151d {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:02.236449 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:02.236837 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Checking segment: {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:02.237223 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Bound using segment: {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:02.237657 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Bound port: 57d63798-5c66-4f30-9d4a-de7a6ff1392d, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c4800e-db47-4871-9f39-5831aa069801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d'}}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:02.238013 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:02.305701 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] For port 57d63798-5c66-4f30-9d4a-de7a6ff1392d, host hv-cinder-81571, cleared binding levels {{(pid=108755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:02.309361 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] For port 57d63798-5c66-4f30-9d4a-de7a6ff1392d, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=57d63798-5c66-4f30-9d4a-de7a6ff1392d,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:02.310057 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 8586a2f3-0a39-424d-a298-012d25e86ed7) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:02.314752 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:02.315240 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:02.328851 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88279911-d2b8-497f-915a-89c55d0d9f63 None None] Network 8586a2f3-0a39-424d-a298-012d25e86ed7 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:02.423567 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:02.453534 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-23c2b23d-3926-483e-8a8e-b9955397ecef admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0601170 Oct 28 09:50:02.478984 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:02.479601 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:02.481393 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] 10.222.0.109 "PUT /v2.0/ports/57d63798-5c66-4f30-9d4a-de7a6ff1392d HTTP/1.1" status: 200 len: 1094 time: 1.2181883 Oct 28 09:50:02.481834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'tag': '57d63798-5c66-4f30-9d4a-de7a6ff1392d'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:02.487450 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f9d5f2-0e60-4e63-a96d-411e953d59d7" -d '{"events": [{"name": "network-changed", "server_uuid": "92c11d42-a056-41fa-a849-4e40e7c6d22e", "tag": "57d63798-5c66-4f30-9d4a-de7a6ff1392d"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:02.524146 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde94250-4697-40ee-b8ba-26af051c63e9 service neutron] Pushing event updated for resources: {'Port': ['ID=57d63798-5c66-4f30-9d4a-de7a6ff1392d,revision_number=3']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:02.572268 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4ede5d-637e-41df-9435-50dbab1a1dee x-openstack-request-id: req-ef4ede5d-637e-41df-9435-50dbab1a1dee {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:02.572564 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c11d42-a056-41fa-a849-4e40e7c6d22e", "tag": "57d63798-5c66-4f30-9d4a-de7a6ff1392d", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:02.572845 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ef4ede5d-637e-41df-9435-50dbab1a1dee {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:02.573457 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'tag': '57d63798-5c66-4f30-9d4a-de7a6ff1392d', 'status': 'completed', 'code': 200} Oct 28 09:50:02.598032 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc79ee8-ae02-4f82-a999-a6377a7df587 None None] Network 8586a2f3-0a39-424d-a298-012d25e86ed7 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:02.645522 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d5f2-0e60-4e63-a96d-411e953d59d7 req-eeab36bb-dc08-4c59-a840-c5e3a9c4c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:02.647016 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-00f9d5f2-0e60-4e63-a96d-411e953d59d7 req-eeab36bb-dc08-4c59-a840-c5e3a9c4c57d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 1097 time: 0.0426333 Oct 28 09:50:02.869713 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbf38e-ab3b-4a3e-991e-7fee19959355 req-7be6a475-8f9a-4c97-a47d-5de69fd1edbb tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:02.871428 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0ccbf38e-ab3b-4a3e-991e-7fee19959355 req-7be6a475-8f9a-4c97-a47d-5de69fd1edbb tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 944 time: 0.1446431 Oct 28 09:50:02.874376 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d5f2-0e60-4e63-a96d-411e953d59d7 req-8a6a2553-4334-42a5-8820-bac83eb6367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:02.875764 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-00f9d5f2-0e60-4e63-a96d-411e953d59d7 req-8a6a2553-4334-42a5-8820-bac83eb6367d service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=d8b63299da71443297d36c7caabb111a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2165103 Oct 28 09:50:02.944266 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46856) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:02.959924 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2e06c74a-0ae5-4f39-b0fd-775887a4731d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.000105 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0ccbf38e-ab3b-4a3e-991e-7fee19959355 req-dffec55c-4d4d-4e02-a6b3-b683f0799896 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220438 Oct 28 09:50:03.077252 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2e06c74a-0ae5-4f39-b0fd-775887a4731d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.082798 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d5f2-0e60-4e63-a96d-411e953d59d7 req-e2cc7baa-91ca-4e02-99a7-e574c8517729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:03.084485 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-00f9d5f2-0e60-4e63-a96d-411e953d59d7 req-e2cc7baa-91ca-4e02-99a7-e574c8517729 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991603 Oct 28 09:50:03.166158 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2e06c74a-0ae5-4f39-b0fd-775887a4731d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.202990 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-9e13886e-3903-4178-8af0-21e7487d28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:03.210017 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-9e13886e-3903-4178-8af0-21e7487d28eb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 1097 time: 0.0710297 Oct 28 09:50:03.217226 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-2e06c74a-0ae5-4f39-b0fd-775887a4731d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=be722a8588a843c4a54d650183df873f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715364 Oct 28 09:50:03.217726 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46868) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:03.218840 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06c74a-0ae5-4f39-b0fd-775887a4731d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9f98b0-0ea8-48fd-b06f-996843dc6e2c,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:03.221433 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46870) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:03.279990 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8deb3984-0068-4f53-85de-30fad49026d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.287320 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-668c8654-bdba-4e67-adce-1f59be001024 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57d63798-5c66-4f30-9d4a-de7a6ff1392d HTTP/1.1" status: 200 len: 217 time: 0.0562744 Oct 28 09:50:03.302640 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8deb3984-0068-4f53-85de-30fad49026d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.339426 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-e1f6abb7-2365-4fb2-aba4-4070382a2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:03.341537 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-e1f6abb7-2365-4fb2-aba4-4070382a2557 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 200 len: 859 time: 0.0466065 Oct 28 09:50:03.377173 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-49c971b7-e2dc-452a-a43d-6fed8188dc13 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274415 Oct 28 09:50:03.440589 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8deb3984-0068-4f53-85de-30fad49026d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.445147 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8deb3984-0068-4f53-85de-30fad49026d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.450513 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-8deb3984-0068-4f53-85de-30fad49026d8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/da9f98b0-0ea8-48fd-b06f-996843dc6e2c HTTP/1.1" status: 204 len: 168 time: 0.2243659 Oct 28 09:50:03.458574 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb3984-0068-4f53-85de-30fad49026d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9f98b0-0ea8-48fd-b06f-996843dc6e2c,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:03.517934 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-9928ea91-4169-4481-b1f7-6be9eb6f0f59 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297538 Oct 28 09:50:03.592954 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-89c430c7-ac09-4ff9-b11c-40145cc6f541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.672914 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa17d3e-0928-4c63-be03-20fecf12ca3d req-618c83ac-ad41-47b4-af8e-f871623365dd service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450319 Oct 28 09:50:03.677525 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46882) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:03.726219 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-89c430c7-ac09-4ff9-b11c-40145cc6f541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.793288 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6bd3-8476-4137-9b7e-6a50282baeb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.812240 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-89c430c7-ac09-4ff9-b11c-40145cc6f541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.858140 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-89c430c7-ac09-4ff9-b11c-40145cc6f541 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9dafb6c021df44b8ab00a02e7c83c8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6391747 Oct 28 09:50:03.861021 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46886) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:03.867264 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c430c7-ac09-4ff9-b11c-40145cc6f541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f94a863-a347-4bf1-8836-453ba69a40f7,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:03.911615 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6bd3-8476-4137-9b7e-6a50282baeb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.914760 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-71a9a022-d085-45c3-8403-1ab106448f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:03.936341 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-71a9a022-d085-45c3-8403-1ab106448f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.023420 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6bd3-8476-4137-9b7e-6a50282baeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.028524 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:50:04.063718 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd6bd3-8476-4137-9b7e-6a50282baeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233c1b3c-6b0f-4cea-8d0f-ff071943acac,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:04.068289 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-71a9a022-d085-45c3-8403-1ab106448f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.068980 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-71a9a022-d085-45c3-8403-1ab106448f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.075683 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-71a9a022-d085-45c3-8403-1ab106448f8d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3f94a863-a347-4bf1-8836-453ba69a40f7 HTTP/1.1" status: 204 len: 168 time: 0.2132056 Oct 28 09:50:04.083775 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d2dd6bd3-8476-4137-9b7e-6a50282baeb6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9cd20589ffaf41d4a1399fcdd77d57be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049473 Oct 28 09:50:04.088154 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46894) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:04.126160 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9a022-d085-45c3-8403-1ab106448f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f94a863-a347-4bf1-8836-453ba69a40f7,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:04.178546 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5d3f-a4e2-415a-ac34-f99893da50e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.214012 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5d3f-a4e2-415a-ac34-f99893da50e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.351536 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0e5b4-3436-4503-9d3b-3c36f109b2aa req-a3fe9da5-4110-4f6b-aad1-99e0699b3f80 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:04.353343 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:04.354083 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-86c0e5b4-3436-4503-9d3b-3c36f109b2aa req-a3fe9da5-4110-4f6b-aad1-99e0699b3f80 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 944 time: 0.0786600 Oct 28 09:50:04.368264 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba', 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'port_id': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba', 'mac_address': 'fa:16:3e:53:5b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:50:04.379274 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5d3f-a4e2-415a-ac34-f99893da50e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.382033 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3b4a5d3f-a4e2-415a-ac34-f99893da50e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.386123 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-3b4a5d3f-a4e2-415a-ac34-f99893da50e5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/233c1b3c-6b0f-4cea-8d0f-ff071943acac HTTP/1.1" status: 204 len: 168 time: 0.2964382 Oct 28 09:50:04.402828 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a5d3f-a4e2-415a-ac34-f99893da50e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c1b3c-6b0f-4cea-8d0f-ff071943acac,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:04.411629 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.422380 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-86c0e5b4-3436-4503-9d3b-3c36f109b2aa req-281625ad-5f0e-4d2d-abae-39cf17c18d4d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607445 Oct 28 09:50:04.438504 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:50:04.499647 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:04.576142 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:04.671400 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:04.859991 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['2727ba0b-5ab2-4e16-98f8-42105ba1b2ba'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:50:05.185517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 46930) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:05.199231 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-70247a00-9149-4f25-a5a9-02e06c05d98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:05.331841 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-70247a00-9149-4f25-a5a9-02e06c05d98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:05.452001 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-70247a00-9149-4f25-a5a9-02e06c05d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:05.495669 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-70247a00-9149-4f25-a5a9-02e06c05d98e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ce8da9cf2bf64ffaab6ef2af031a6719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085744 Oct 28 09:50:05.497966 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 46946) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:05.505378 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70247a00-9149-4f25-a5a9-02e06c05d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f522a-8e66-4b5e-bb97-407d0a62898d,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:05.583938 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5262-5d57-42f4-8b8a-f157f4d998e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:05.607476 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5262-5d57-42f4-8b8a-f157f4d998e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:05.648904 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e41462-3c5d-4992-aa93-e38427f9f744 req-5839b0cb-c2a4-41c5-a4c4-76f1029ddffe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:05.650830 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4e41462-3c5d-4992-aa93-e38427f9f744 req-5839b0cb-c2a4-41c5-a4c4-76f1029ddffe tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 944 time: 0.0926473 Oct 28 09:50:05.692160 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4e41462-3c5d-4992-aa93-e38427f9f744 req-42d51448-54e3-4b18-bbaa-7f2a2db96593 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Oct 28 09:50:05.781773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5262-5d57-42f4-8b8a-f157f4d998e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:05.795280 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5262-5d57-42f4-8b8a-f157f4d998e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:05.796997 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-d0ee5262-5d57-42f4-8b8a-f157f4d998e3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3d1f522a-8e66-4b5e-bb97-407d0a62898d HTTP/1.1" status: 204 len: 168 time: 0.2979848 Oct 28 09:50:05.827633 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee5262-5d57-42f4-8b8a-f157f4d998e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f522a-8e66-4b5e-bb97-407d0a62898d,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:06.057732 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 57d63798-5c66-4f30-9d4a-de7a6ff1392d details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:50:06.063001 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:06.213220 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 57d63798-5c66-4f30-9d4a-de7a6ff1392d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=57d63798-5c66-4f30-9d4a-de7a6ff1392d,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:06.227298 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '57d63798-5c66-4f30-9d4a-de7a6ff1392d', 'network_id': 'b96d6b4c-b03d-43ab-b52a-9987c1b6151d', 'port_id': '57d63798-5c66-4f30-9d4a-de7a6ff1392d', 'mac_address': 'fa:16:3e:c4:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff32df4d-099a-43a7-a976-31d196b0dd7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:50:06.265676 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:50:06.276014 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:06.276566 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.286569 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47020) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:06.307151 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.335024 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d63798-5c66-4f30-9d4a-de7a6ff1392d {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:50:06.368609 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 57d63798-5c66-4f30-9d4a-de7a6ff1392d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=57d63798-5c66-4f30-9d4a-de7a6ff1392d,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:06.413005 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.436572 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1123721118-network', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:06.437759 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:06.440418 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022f7f06-667b-40b2-b213-39d843155d99" -d '{"events": [{"server_uuid": "1a9b7bca-6189-4a5d-a9cb-ea0af980d95f", "name": "network-vif-plugged", "status": "completed", "tag": "2727ba0b-5ab2-4e16-98f8-42105ba1b2ba"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:06.458431 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:06.485535 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ad8e3d-9c3b-430b-ac04-2032c3cb3374 x-openstack-request-id: req-94ad8e3d-9c3b-430b-ac04-2032c3cb3374 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:06.485969 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9b7bca-6189-4a5d-a9cb-ea0af980d95f", "name": "network-vif-plugged", "status": "completed", "tag": "2727ba0b-5ab2-4e16-98f8-42105ba1b2ba", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:06.486245 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-94ad8e3d-9c3b-430b-ac04-2032c3cb3374 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:06.486636 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba', 'code': 200} Oct 28 09:50:06.497968 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.555078 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=57d63798-5c66-4f30-9d4a-de7a6ff1392d,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:06.568523 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Made reservation on behalf of 8171734427fe4b4bb14d52d4d336a76b for: {'network': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:06.568997 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.571024 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.584414 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.630656 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:06.680837 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.782458 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.811453 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['57d63798-5c66-4f30-9d4a-de7a6ff1392d'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:50:06.822518 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=108755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:06.874990 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:06.875667 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.segments_db [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Added segment 885da927-b582-46b1-a282-8eff2c76a8e6 of type vlan for network 539fce33-04b4-4c73-a872-377b5a59acf4 Oct 28 09:50:06.888148 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81869146-9591-451a-9ba0-4e0bfa868f49,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:06.931288 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7a04f-29ee-4f4c-8eb0-0e6f466941a4 req-1451f9eb-dcf6-4d45-a252-a6e79a46e51d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:06.932480 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a6c7a04f-29ee-4f4c-8eb0-0e6f466941a4 req-1451f9eb-dcf6-4d45-a252-a6e79a46e51d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 945 time: 0.1624956 Oct 28 09:50:06.955917 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:07.005769 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2deaa-3d05-4e30-bc02-561da9a56a39 req-0f987223-1fdf-40b4-aa05-494490989952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:07.007403 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aab2deaa-3d05-4e30-bc02-561da9a56a39 req-0f987223-1fdf-40b4-aa05-494490989952 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1099 time: 0.1729133 Oct 28 09:50:07.020573 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a6c7a04f-29ee-4f4c-8eb0-0e6f466941a4 req-4a418f33-65c8-4b45-9c00-8a17376b84a2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809944 Oct 28 09:50:07.062295 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aab2deaa-3d05-4e30-bc02-561da9a56a39 req-8cfb580c-917d-48c4-96eb-e0c1b43cdc0f service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Oct 28 09:50:07.246732 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:07.248076 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:07.248877 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:07.316081 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] Pushing event updated for resources: {'Network': ['ID=539fce33-04b4-4c73-a872-377b5a59acf4,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:07.326679 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 539fce33-04b4-4c73-a872-377b5a59acf4 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:07.415727 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a2d2eb69-9c0a-4283-8a7c-20d5def42d65 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1279516 Oct 28 09:50:07.419256 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47066) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:07.424191 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Request body: {'subnet': {'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1123721118-subnet', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'ip_version': 4}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:07.523442 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Made reservation on behalf of 8171734427fe4b4bb14d52d4d336a76b for: {'subnet': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:07.526320 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:07.967032 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for subnet, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.028972 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd59379-eec0-4dc9-b019-993388108484,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:08.040340 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Checking segment: {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:08.040865 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Network hostable DHCP agents. Network: 539fce33-04b4-4c73-a872-377b5a59acf4, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:08.069043 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 57d63798-5c66-4f30-9d4a-de7a6ff1392d up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:08.183693 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61402658-ac4f-423a-8e27-8cac53c2d821 req-db7feee5-ed89-4d96-a92f-5ce7fbd965cc tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:08.183693 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-61402658-ac4f-423a-8e27-8cac53c2d821 req-db7feee5-ed89-4d96-a92f-5ce7fbd965cc tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 945 time: 0.0583551 Oct 28 09:50:08.214790 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Network 539fce33-04b4-4c73-a872-377b5a59acf4 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:08.252417 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-61402658-ac4f-423a-8e27-8cac53c2d821 req-68e8115f-2735-46f2-8403-576104c22525 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Oct 28 09:50:08.285887 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 57d63798-5c66-4f30-9d4a-de7a6ff1392d completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:50:08.285887 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 57d63798-5c66-4f30-9d4a-de7a6ff1392d triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:08.285887 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.387382 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 539fce33-04b4-4c73-a872-377b5a59acf4) {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:08.389935 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.394651 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:08.394651 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.402222 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780606b-bf40-475b-ad3f-69b197bea881 None None] Network 539fce33-04b4-4c73-a872-377b5a59acf4 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:08.493285 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d63798-5c66-4f30-9d4a-de7a6ff1392d'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:08.502307 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:08.504587 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c797b0-3399-496e-8a78-ecc6abb1e48a" -d '{"events": [{"server_uuid": "92c11d42-a056-41fa-a849-4e40e7c6d22e", "name": "network-vif-plugged", "status": "completed", "tag": "57d63798-5c66-4f30-9d4a-de7a6ff1392d"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:08.514130 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 57d63798-5c66-4f30-9d4a-de7a6ff1392d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=57d63798-5c66-4f30-9d4a-de7a6ff1392d,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:08.524717 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-659bd9f8-2596-42ed-807a-652522c315e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.563777 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-bb7801ee-25ee-42bd-b801-0eeb9835ec44 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1431832 Oct 28 09:50:08.568506 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47128) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:08.577216 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:08.607881 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a78309a-f10d-4b9c-bc9a-0b8b44a084ab x-openstack-request-id: req-1a78309a-f10d-4b9c-bc9a-0b8b44a084ab {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:08.612996 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c11d42-a056-41fa-a849-4e40e7c6d22e", "name": "network-vif-plugged", "status": "completed", "tag": "57d63798-5c66-4f30-9d4a-de7a6ff1392d", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:08.612996 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1a78309a-f10d-4b9c-bc9a-0b8b44a084ab {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:08.612996 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d63798-5c66-4f30-9d4a-de7a6ff1392d', 'code': 200} Oct 28 09:50:08.614644 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.691160 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.693321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.820051 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=57d63798-5c66-4f30-9d4a-de7a6ff1392d,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:08.823865 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:08.841259 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-539fce33-04b4-4c73-a872-377b5a59acf4', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:50:08.842253 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.021780 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Allocated IP 172.20.0.2 (539fce33-04b4-4c73-a872-377b5a59acf4/dcd59379-eec0-4dc9-b019-993388108484/4718704b-2498-462c-9a2a-3c6ef1ed0cab) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:09.144725 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47152) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:09.234892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.235109 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.334995 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05de199f-4ca6-45e0-a1a9-bf010d574389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.374964 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.409602 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Network 539fce33-04b4-4c73-a872-377b5a59acf4 is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:09.416553 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:09.421298 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:09.472214 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Pushing event updated for resources: {'Port': ['ID=4718704b-2498-462c-9a2a-3c6ef1ed0cab,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:09.488321 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Attempting to bind port 4718704b-2498-462c-9a2a-3c6ef1ed0cab on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:09.488613 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Attempting to bind port 4718704b-2498-462c-9a2a-3c6ef1ed0cab by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:09.489202 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Attempting to bind port 4718704b-2498-462c-9a2a-3c6ef1ed0cab on network 539fce33-04b4-4c73-a872-377b5a59acf4 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:09.499927 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:09.500295 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Checking segment: {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:09.500940 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.504148 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Bound using segment: {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:09.505042 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Bound port: 4718704b-2498-462c-9a2a-3c6ef1ed0cab, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:09.505436 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.593914 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] For port 4718704b-2498-462c-9a2a-3c6ef1ed0cab, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:09.597671 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] For port 4718704b-2498-462c-9a2a-3c6ef1ed0cab, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=4718704b-2498-462c-9a2a-3c6ef1ed0cab,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:09.686283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3932b6-3e13-4a51-9a8f-c0a79c4ce696 req-5504f123-b6ec-43ec-9818-8fb3ff04148e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:09.687738 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4d3932b6-3e13-4a51-9a8f-c0a79c4ce696 req-5504f123-b6ec-43ec-9818-8fb3ff04148e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.3630054 Oct 28 09:50:09.721654 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.755549 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a7358-bd60-4813-96c0-45e9b235704a req-64e37729-4f3e-4541-92fe-a6d53b50aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:09.758101 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e26a7358-bd60-4813-96c0-45e9b235704a req-64e37729-4f3e-4541-92fe-a6d53b50aa0b service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 1099 time: 0.3768439 Oct 28 09:50:09.798241 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b89179-9a32-4727-9662-d87bdd9b377e None None] Pushing event updated for resources: {'Port': ['ID=4718704b-2498-462c-9a2a-3c6ef1ed0cab,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:09.798466 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4d3932b6-3e13-4a51-9a8f-c0a79c4ce696 req-9328af79-2fb1-424f-9078-ac44d24feb2e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979440 Oct 28 09:50:09.819029 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05de199f-4ca6-45e0-a1a9-bf010d574389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.866275 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e26a7358-bd60-4813-96c0-45e9b235704a req-f583f003-b786-4bc4-8946-e9f85168340b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959649 Oct 28 09:50:09.928892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05de199f-4ca6-45e0-a1a9-bf010d574389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:09.957036 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47166) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:10.155853 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e6d2825a-062c-4d6f-b1c8-ab8f2bcc928c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.163932 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de199f-4ca6-45e0-a1a9-bf010d574389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc42c91-5591-49a9-bee8-047b271fb57b,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:10.191616 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-05de199f-4ca6-45e0-a1a9-bf010d574389 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0f6c3ec915374d4f991a87eb391d3c68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0451193 Oct 28 09:50:10.196985 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47174) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:10.298460 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.310950 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e6d2825a-062c-4d6f-b1c8-ab8f2bcc928c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.332627 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.426809 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e6d2825a-062c-4d6f-b1c8-ab8f2bcc928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.450132 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5054e4e9-b95b-46af-81e1-9f09ab0e046c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.473549 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-e6d2825a-062c-4d6f-b1c8-ab8f2bcc928c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e4b6cfecc6314dad8a1574d89a917203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5146670 Oct 28 09:50:10.476002 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2825a-062c-4d6f-b1c8-ab8f2bcc928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c303a8-13cd-409d-9aef-e646e24e781e,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:10.476778 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47184) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:10.492029 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5054e4e9-b95b-46af-81e1-9f09ab0e046c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.508540 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 4718704b-2498-462c-9a2a-3c6ef1ed0cab up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:10.530198 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Allocated IP 172.27.0.194 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/2003f212-3a96-47be-915f-5efe50276d82) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:10.578366 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 4718704b-2498-462c-9a2a-3c6ef1ed0cab triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:10.579004 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.636374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-572bf5ac-1bce-48ac-bb4f-3638e27201b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.672887 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-572bf5ac-1bce-48ac-bb4f-3638e27201b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.700578 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.725914 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5054e4e9-b95b-46af-81e1-9f09ab0e046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.728425 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5054e4e9-b95b-46af-81e1-9f09ab0e046c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.729626 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-5054e4e9-b95b-46af-81e1-9f09ab0e046c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3fc42c91-5591-49a9-bee8-047b271fb57b HTTP/1.1" status: 204 len: 168 time: 0.5334914 Oct 28 09:50:10.737936 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.747811 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054e4e9-b95b-46af-81e1-9f09ab0e046c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc42c91-5591-49a9-bee8-047b271fb57b,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:10.778832 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 4718704b-2498-462c-9a2a-3c6ef1ed0cab, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=4718704b-2498-462c-9a2a-3c6ef1ed0cab,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:10.903353 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.941885 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.946181 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f056d44f-c9ff-4734-bac5-d51e1a8086ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.968170 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-572bf5ac-1bce-48ac-bb4f-3638e27201b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.970854 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-572bf5ac-1bce-48ac-bb4f-3638e27201b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:10.972128 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-572bf5ac-1bce-48ac-bb4f-3638e27201b9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f9c303a8-13cd-409d-9aef-e646e24e781e HTTP/1.1" status: 204 len: 168 time: 0.4926898 Oct 28 09:50:10.976160 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=4718704b-2498-462c-9a2a-3c6ef1ed0cab,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:11.010973 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bf5ac-1bce-48ac-bb4f-3638e27201b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c303a8-13cd-409d-9aef-e646e24e781e,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:11.044906 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:11.055688 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:11.063313 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:11.070507 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Pushing event updated for resources: {'Port': ['ID=2003f212-3a96-47be-915f-5efe50276d82,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:11.142111 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76ae4-0fc7-477b-874c-18ae8552378a req-edb08667-b075-45f5-806a-046d0928c2b8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:11.143700 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5f76ae4-0fc7-477b-874c-18ae8552378a req-edb08667-b075-45f5-806a-046d0928c2b8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.2177000 Oct 28 09:50:11.161404 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8f9017-5188-4d43-89be-6970ac7c5407 None None] Network 539fce33-04b4-4c73-a872-377b5a59acf4 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:11.239835 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5f76ae4-0fc7-477b-874c-18ae8552378a req-cf876b4c-d512-4509-8efb-5a8abda65697 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631573 Oct 28 09:50:11.321831 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-8ad29297-c722-4a61-9b54-c7443033d845 None None] Provisioning complete for port 4718704b-2498-462c-9a2a-3c6ef1ed0cab triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:11.322198 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8ad29297-c722-4a61-9b54-c7443033d845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:11.540766 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:11.709492 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-d9b7b510-bf75-4729-8e86-2ad27b95a827 None None] Provisioning complete for port 4718704b-2498-462c-9a2a-3c6ef1ed0cab triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:11.710037 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d9b7b510-bf75-4729-8e86-2ad27b95a827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:11.825405 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.148914 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Router 1585d7b4-2368-450f-9613-eb0c1b04349c is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:12.178248 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47232) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:12.206164 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d3b861e5-d3fa-4742-bbe3-8980127590f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.221913 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.297823 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:12.311502 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d3b861e5-d3fa-4742-bbe3-8980127590f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.314462 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Sync routers for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:12.328815 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:12.329932 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:12.438282 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d3b861e5-d3fa-4742-bbe3-8980127590f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.449730 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2021c-3930-4fa2-a2fd-ac97ef355639 req-e161bda5-745b-41e3-a8b6-f849c0f113f1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:12.452554 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2ee2021c-3930-4fa2-a2fd-ac97ef355639 req-e161bda5-745b-41e3-a8b6-f849c0f113f1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1041572 Oct 28 09:50:12.475473 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 4718704b-2498-462c-9a2a-3c6ef1ed0cab up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:12.485236 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-d3b861e5-d3fa-4742-bbe3-8980127590f1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=79bd8fa8617d4835a24032b6bc098a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052166 Oct 28 09:50:12.486372 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b861e5-d3fa-4742-bbe3-8980127590f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161aeaf4-ab9c-4ccc-bf3b-95d80e7bf0a8,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:12.494453 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47240) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:12.494548 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:12.499916 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.503950 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47244) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:12.504103 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-270a32c7-7dbc-482c-b19e-5a114400c015 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9364402 Oct 28 09:50:12.527783 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.534823 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2ee2021c-3930-4fa2-a2fd-ac97ef355639 req-3e1d09ed-31d2-406f-806e-2249615e7d69 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712559 Oct 28 09:50:12.593366 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 4718704b-2498-462c-9a2a-3c6ef1ed0cab triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:12.594231 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.639674 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0a7962e9-5b8e-4370-8a78-3a2f56485866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.705441 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0a7962e9-5b8e-4370-8a78-3a2f56485866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.883064 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:11Z', 'revision_number': 3, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:12.897913 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0a7962e9-5b8e-4370-8a78-3a2f56485866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.901465 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0a7962e9-5b8e-4370-8a78-3a2f56485866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:12.902663 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0a7962e9-5b8e-4370-8a78-3a2f56485866 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/161aeaf4-ab9c-4ccc-bf3b-95d80e7bf0a8 HTTP/1.1" status: 204 len: 168 time: 0.4125910 Oct 28 09:50:12.912757 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Checking router: 1585d7b4-2368-450f-9613-eb0c1b04349c for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:12.913110 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Updating router 1585d7b4-2368-450f-9613-eb0c1b04349c port 2003f212-3a96-47be-915f-5efe50276d82 binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:12.916006 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7962e9-5b8e-4370-8a78-3a2f56485866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161aeaf4-ab9c-4ccc-bf3b-95d80e7bf0a8,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:12.943800 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.259761 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.264962 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.320622 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.379599 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46315ed-1f21-4828-99ed-62cb06a1775d None None] Pushing event updated for resources: {'Port': ['ID=2003f212-3a96-47be-915f-5efe50276d82,revision_number=2']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:13.445193 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Attempting to bind port 2003f212-3a96-47be-915f-5efe50276d82 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:13.445193 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Attempting to bind port 2003f212-3a96-47be-915f-5efe50276d82 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:13.446185 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385d0c4-1f01-47dd-ae18-c377163b1076 req-99874886-9a87-4c42-b229-fc180c0f035b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:13.446185 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1385d0c4-1f01-47dd-ae18-c377163b1076 req-99874886-9a87-4c42-b229-fc180c0f035b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0629995 Oct 28 09:50:13.446654 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Attempting to bind port 2003f212-3a96-47be-915f-5efe50276d82 on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:13.447311 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:13.449060 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:13.449060 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.449586 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:13.450123 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Bound port: 2003f212-3a96-47be-915f-5efe50276d82, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:13.450567 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.513887 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Allocated IP 172.20.0.1 (539fce33-04b4-4c73-a872-377b5a59acf4/dcd59379-eec0-4dc9-b019-993388108484/ba909829-be96-47f1-bb55-8fec1e36abbc) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:13.605256 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1385d0c4-1f01-47dd-ae18-c377163b1076 req-991b64b8-fea6-4adc-b334-0491ee752463 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454291 Oct 28 09:50:13.631046 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18e8b-cac8-44af-980f-140351f1639c req-20c94915-a011-419e-8fde-b50ed3eefaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:13.632952 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bc18e8b-cac8-44af-980f-140351f1639c req-20c94915-a011-419e-8fde-b50ed3eefaf1 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 1099 time: 0.0969038 Oct 28 09:50:13.634521 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] For port 2003f212-3a96-47be-915f-5efe50276d82, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:13.638869 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] For port 2003f212-3a96-47be-915f-5efe50276d82, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=2003f212-3a96-47be-915f-5efe50276d82,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:13.678378 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.740892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18e8b-cac8-44af-980f-140351f1639c req-ee9b0289-8007-4b42-b537-c55666f0f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:13.742423 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bc18e8b-cac8-44af-980f-140351f1639c req-ee9b0289-8007-4b42-b537-c55666f0f639 service neutron] 10.222.0.109 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 920 time: 0.0986946 Oct 28 09:50:13.747590 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.817511 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bc18e8b-cac8-44af-980f-140351f1639c req-74e0f738-6f4e-471a-9a48-86b5f8d4518f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57d63798-5c66-4f30-9d4a-de7a6ff1392d HTTP/1.1" status: 200 len: 217 time: 0.0611644 Oct 28 09:50:13.835019 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:13.835644 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:13.869786 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:13.876362 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46315ed-1f21-4828-99ed-62cb06a1775d None None] Pushing event updated for resources: {'Port': ['ID=2003f212-3a96-47be-915f-5efe50276d82,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:13.903507 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc18e8b-cac8-44af-980f-140351f1639c req-8738fd14-fdc7-44d7-9288-e55f02192aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:13.912963 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bc18e8b-cac8-44af-980f-140351f1639c req-8738fd14-fdc7-44d7-9288-e55f02192aae service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 200 len: 859 time: 0.0823529 Oct 28 09:50:13.958191 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bc18e8b-cac8-44af-980f-140351f1639c req-d86d4e9c-8a6f-44cb-a4aa-1b966ce22d37 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361719 Oct 28 09:50:13.978384 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Network 539fce33-04b4-4c73-a872-377b5a59acf4 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:13.983697 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:13.986325 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:14.021475 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Pushing event updated for resources: {'Port': ['ID=ba909829-be96-47f1-bb55-8fec1e36abbc,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:14.021674 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:14.096624 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:14.158300 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bc18e8b-cac8-44af-980f-140351f1639c req-8b7b6ef8-c1fe-4e9a-a3d9-b57a6ea4e0e0 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912749 Oct 28 09:50:14.223620 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:14.317186 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bc18e8b-cac8-44af-980f-140351f1639c req-a13565b6-83bb-42ba-8f19-b9cfec46c14b service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456170 Oct 28 09:50:14.352417 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:11Z', 'revision_number': 3, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:14.394729 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-cf048a75-6710-4af4-a303-179661665f1c None None] Provisioning complete for port ba909829-be96-47f1-bb55-8fec1e36abbc triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:14.395153 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-cf048a75-6710-4af4-a303-179661665f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:14.398878 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d71b65-1193-40b0-a0a6-3d168c033916 None None] The sync data for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi is: [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:11Z', 'revision_number': 3, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:14.447263 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-cf048a75-6710-4af4-a303-179661665f1c None None] Port ba909829-be96-47f1-bb55-8fec1e36abbc cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:14.502242 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:14.811689 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:14.876816 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bd0d8-0e1f-44d5-beb5-f60e8cb5a773 req-6e90196c-9d93-4c6c-8b91-4f5e8f517877 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:14.884284 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0e7bd0d8-0e1f-44d5-beb5-f60e8cb5a773 req-6e90196c-9d93-4c6c-8b91-4f5e8f517877 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1103325 Oct 28 09:50:14.928779 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0e7bd0d8-0e1f-44d5-beb5-f60e8cb5a773 req-b40228ab-1bb4-4ddc-bdc6-21a00af63a74 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Oct 28 09:50:14.952778 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:15.048125 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:15.059272 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Pushing event updated for resources: {'Port': ['ID=ba909829-be96-47f1-bb55-8fec1e36abbc,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:15.233218 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Network 539fce33-04b4-4c73-a872-377b5a59acf4 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:15.238130 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:15.464304 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Router 1585d7b4-2368-450f-9613-eb0c1b04349c has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:15.593085 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-1f2e7b81-fe00-4a88-a8cf-a52b6941b9b5 None None] Provisioning complete for port ba909829-be96-47f1-bb55-8fec1e36abbc triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:15.598331 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1f2e7b81-fe00-4a88-a8cf-a52b6941b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:15.621979 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:15.630782 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9251469b-bf9d-4b0b-8558-364c680d4245 admin admin] 10.222.0.104 "PUT /v2.0/routers/1585d7b4-2368-450f-9613-eb0c1b04349c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1229949 Oct 28 09:50:15.638211 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e7b81-fe00-4a88-a8cf-a52b6941b9b5 None None] Port ba909829-be96-47f1-bb55-8fec1e36abbc cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:16.080393 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd836a-57aa-4ee4-93f1-66227f74e7d5 req-91ce8174-9cf7-4e56-ae7c-a62ba99590cf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:16.083343 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-46cd836a-57aa-4ee4-93f1-66227f74e7d5 req-91ce8174-9cf7-4e56-ae7c-a62ba99590cf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0621378 Oct 28 09:50:16.137144 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-46cd836a-57aa-4ee4-93f1-66227f74e7d5 req-d68dc451-7ed0-4599-aa16-282a813fe8b1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Oct 28 09:50:16.406001 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Sync routers for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:16.424253 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:16.425004 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:16.543699 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 2003f212-3a96-47be-915f-5efe50276d82 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:16.634884 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:16.637427 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47416) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:16.637880 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 2003f212-3a96-47be-915f-5efe50276d82 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:16.637880 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:16.645414 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1135663846-network', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:16.783729 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Made reservation on behalf of d821b373bac2482f99aa98aceb05dfd1 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:16.786849 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:16.800476 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:16.869731 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:16.918691 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 2003f212-3a96-47be-915f-5efe50276d82, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=2003f212-3a96-47be-915f-5efe50276d82,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:16.926691 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:16.966976 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 2, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:16.994771 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Checking router: 1585d7b4-2368-450f-9613-eb0c1b04349c for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:16.995070 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Updating router 1585d7b4-2368-450f-9613-eb0c1b04349c port ba909829-be96-47f1-bb55-8fec1e36abbc binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:17.028781 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.082444 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.082954 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.121891 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:17.128342 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a075849b-8f89-4fec-ab08-cb970e7ba830,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:17.150130 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.150130 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Added segment 2043b1e3-3097-4793-8015-8c37f890c161 of type vlan for network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 Oct 28 09:50:17.204947 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.232617 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=2003f212-3a96-47be-915f-5efe50276d82,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:17.293233 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32cbe7-146f-4ba2-9187-c9d31fd4ff8e req-f6e8c2f2-a211-4e8c-aec8-303ea576f438 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:17.295681 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fc32cbe7-146f-4ba2-9187-c9d31fd4ff8e req-f6e8c2f2-a211-4e8c-aec8-303ea576f438 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0730519 Oct 28 09:50:17.341779 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fc32cbe7-146f-4ba2-9187-c9d31fd4ff8e req-a54bc38a-6939-4808-88ff-d59d74f9bb3e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392604 Oct 28 09:50:17.388627 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.389657 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:17.390437 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.449250 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.454532 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec775c65-1c9d-4c4d-8812-6796dfcd8f50,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:17.465220 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:17.520759 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-be15a99c-e8d1-4745-a4e2-0fbb239ec8b3 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8808563 Oct 28 09:50:17.523428 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47444) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:17.528757 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Request body: {'subnet': {'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1135663846-subnet', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:17.533477 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.663954 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d77db4-85a4-4aad-a795-29d646698d75 None None] Pushing event updated for resources: {'Port': ['ID=ba909829-be96-47f1-bb55-8fec1e36abbc,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:17.684443 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Made reservation on behalf of d821b373bac2482f99aa98aceb05dfd1 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:17.686971 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Attempting to bind port ba909829-be96-47f1-bb55-8fec1e36abbc on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:17.687122 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.687505 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Attempting to bind port ba909829-be96-47f1-bb55-8fec1e36abbc by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:17.687955 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Attempting to bind port ba909829-be96-47f1-bb55-8fec1e36abbc on network 539fce33-04b4-4c73-a872-377b5a59acf4 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:17.697683 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:17.698491 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Checking segment: {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:17.699113 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.699658 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Bound using segment: {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:17.700351 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Bound port: ba909829-be96-47f1-bb55-8fec1e36abbc, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:17.700941 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.805662 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] For port ba909829-be96-47f1-bb55-8fec1e36abbc, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:17.811002 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] For port ba909829-be96-47f1-bb55-8fec1e36abbc, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=ba909829-be96-47f1-bb55-8fec1e36abbc,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:17.880482 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-cf6bba96-7331-4a58-bd69-05c2fa0477cd None None] Provisioning complete for port ba909829-be96-47f1-bb55-8fec1e36abbc triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:17.880867 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-cf6bba96-7331-4a58-bd69-05c2fa0477cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:17.917841 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-cf6bba96-7331-4a58-bd69-05c2fa0477cd None None] Port ba909829-be96-47f1-bb55-8fec1e36abbc cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:18.086508 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:18.125270 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:18.154282 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:18.155283 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:18.159718 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d77db4-85a4-4aad-a795-29d646698d75 None None] Pushing event updated for resources: {'Port': ['ID=ba909829-be96-47f1-bb55-8fec1e36abbc,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:18.222455 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10014ce2-5bc0-4306-a100-44b769bc15d9,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:18.257711 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Checking segment: {'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:18.266097 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Network hostable DHCP agents. Network: ec775c65-1c9d-4c4d-8812-6796dfcd8f50, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:18.417896 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:18.476257 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-e9b05852-9b58-4636-a259-474ebe06a580 None None] Provisioning complete for port ba909829-be96-47f1-bb55-8fec1e36abbc triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:18.476825 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e9b05852-9b58-4636-a259-474ebe06a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:18.489019 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:18.535861 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28d3cd-5bc9-49bc-8b64-80321baec938 req-1611d71c-1613-49f9-b663-ca7484b4fbac tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:18.540945 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0e28d3cd-5bc9-49bc-8b64-80321baec938 req-1611d71c-1613-49f9-b663-ca7484b4fbac tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1025403 Oct 28 09:50:18.549873 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 2003f212-3a96-47be-915f-5efe50276d82 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:18.565739 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, ec775c65-1c9d-4c4d-8812-6796dfcd8f50) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:18.581186 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:18.581186 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:18.600896 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac0ecca-c599-4cd6-becd-90395be965e9 None None] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:18.615898 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0e28d3cd-5bc9-49bc-8b64-80321baec938 req-d6a9c690-54e1-4a1d-913b-c899e483d7d2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713320 Oct 28 09:50:18.744174 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-46c4c090-f59f-4813-a4b7-6d5654d868f9 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2176294 Oct 28 09:50:18.751808 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47478) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:18.756235 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:18.928644 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 2003f212-3a96-47be-915f-5efe50276d82 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:18.929222 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:18.968743 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:18.970227 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:18.986861 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e9b05852-9b58-4636-a259-474ebe06a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.052368 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.109351 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-ec775c65-1c9d-4c4d-8812-6796dfcd8f50', 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'fixed_ips': [{'subnet_id': '10014ce2-5bc0-4306-a100-44b769bc15d9'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:50:19.110206 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.139623 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-e9b05852-9b58-4636-a259-474ebe06a580 None None] For port ba909829-be96-47f1-bb55-8fec1e36abbc, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=ba909829-be96-47f1-bb55-8fec1e36abbc,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:19.268415 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:17Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:19.285178 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e9b05852-9b58-4636-a259-474ebe06a580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.370818 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e87cf0d-1a32-4bce-8572-c7b4a47e950e None None] The sync data for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi is: [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:17Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:19.419010 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Allocated IP 172.20.0.2 (ec775c65-1c9d-4c4d-8812-6796dfcd8f50/10014ce2-5bc0-4306-a100-44b769bc15d9/81c3185e-d560-489a-9aae-af6d86ed600f) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:19.421437 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b05852-9b58-4636-a259-474ebe06a580 None None] Pushing event updated for resources: {'Port': ['ID=ba909829-be96-47f1-bb55-8fec1e36abbc,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:19.554627 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.671839 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.803832 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.806383 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf3892-82f3-402b-82c7-91458afe9688 req-0309c81c-3216-44e3-9f19-505fcbafef33 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:19.806845 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7eaf3892-82f3-402b-82c7-91458afe9688 req-0309c81c-3216-44e3-9f19-505fcbafef33 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0935683 Oct 28 09:50:19.853627 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:19.858209 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:19.861259 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:19.867746 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Pushing event updated for resources: {'Port': ['ID=81c3185e-d560-489a-9aae-af6d86ed600f,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:19.895482 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7eaf3892-82f3-402b-82c7-91458afe9688 req-705d4a56-3c2a-40d2-88b4-7b02126aeb0b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749772 Oct 28 09:50:19.972358 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Attempting to bind port 81c3185e-d560-489a-9aae-af6d86ed600f on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:19.973821 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Attempting to bind port 81c3185e-d560-489a-9aae-af6d86ed600f by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:19.974679 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Attempting to bind port 81c3185e-d560-489a-9aae-af6d86ed600f on network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:19.984188 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:19.985043 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Checking segment: {'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:19.985706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:19.987218 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Bound using segment: {'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:19.988055 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Bound port: 81c3185e-d560-489a-9aae-af6d86ed600f, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:19.989550 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:20.051423 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:20.071895 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:20.081664 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] For port 81c3185e-d560-489a-9aae-af6d86ed600f, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:20.090675 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] For port 81c3185e-d560-489a-9aae-af6d86ed600f, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=81c3185e-d560-489a-9aae-af6d86ed600f,segment=NetworkSegment(2043b1e3-3097-4793-8015-8c37f890c161),segment_id=2043b1e3-3097-4793-8015-8c37f890c161)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:20.209892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Allocated IP 172.27.0.200 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:20.230204 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:20.302642 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a095328-81cb-4283-90a7-5602a5112e25 None None] Pushing event updated for resources: {'Port': ['ID=81c3185e-d560-489a-9aae-af6d86ed600f,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:20.523057 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device ba909829-be96-47f1-bb55-8fec1e36abbc up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:20.670142 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port ba909829-be96-47f1-bb55-8fec1e36abbc triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:20.670570 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:20.734970 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:20.941123 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:20.991306 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:21.013230 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:21.023947 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:21.086936 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:21.138137 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748554e0-4250-4bdd-866f-44d9ea57838b req-d51069a1-63c4-4312-b6de-3d9794fcf3aa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:21.139711 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-748554e0-4250-4bdd-866f-44d9ea57838b req-d51069a1-63c4-4312-b6de-3d9794fcf3aa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1718149 Oct 28 09:50:21.192831 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-748554e0-4250-4bdd-866f-44d9ea57838b req-32ce88a8-c660-4cef-9463-8b8a0bafbb81 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444813 Oct 28 09:50:21.468213 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:21.768137 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.028254 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d38992-85d9-4457-9ec8-34c499c59f1c None None] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:22.109967 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-110d1208-96ce-4a4e-a93e-c449c429bbdc None None] Provisioning complete for port 81c3185e-d560-489a-9aae-af6d86ed600f triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:22.110351 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-110d1208-96ce-4a4e-a93e-c449c429bbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.115147 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Router e30170b7-5856-48a5-9e19-dafc4a03c597 is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:22.287925 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-110d1208-96ce-4a4e-a93e-c449c429bbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.297732 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:22.317933 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Sync routers for ids ['e30170b7-5856-48a5-9e19-dafc4a03c597'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:22.345147 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Routers {'e30170b7-5856-48a5-9e19-dafc4a03c597'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:22.345825 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['e30170b7-5856-48a5-9e19-dafc4a03c597'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:22.361352 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-110d1208-96ce-4a4e-a93e-c449c429bbdc None None] For port 81c3185e-d560-489a-9aae-af6d86ed600f, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=81c3185e-d560-489a-9aae-af6d86ed600f,segment=NetworkSegment(2043b1e3-3097-4793-8015-8c37f890c161),segment_id=2043b1e3-3097-4793-8015-8c37f890c161)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:22.441701 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.452954 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-b08e8e8d-af74-4b51-9e16-c535571e4ba4 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6940348 Oct 28 09:50:22.453068 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47548) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:22.475177 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-110d1208-96ce-4a4e-a93e-c449c429bbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.484008 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235bbe-7318-4dbf-bcff-60183f3855a6 req-2fcb8c68-5432-425a-8b7b-5b0381b72380 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:22.486536 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1d235bbe-7318-4dbf-bcff-60183f3855a6 req-2fcb8c68-5432-425a-8b7b-5b0381b72380 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1130064 Oct 28 09:50:22.526218 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Set router e30170b7-5856-48a5-9e19-dafc4a03c597 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:22.550448 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1d235bbe-7318-4dbf-bcff-60183f3855a6 req-6e835f5d-b700-45aa-882a-84775b6351fa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580966 Oct 28 09:50:22.631360 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d1208-96ce-4a4e-a93e-c449c429bbdc None None] Pushing event updated for resources: {'Port': ['ID=81c3185e-d560-489a-9aae-af6d86ed600f,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:22.668675 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 81c3185e-d560-489a-9aae-af6d86ed600f up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:22.800118 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 81c3185e-d560-489a-9aae-af6d86ed600f triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:22.800491 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:22.803736 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc29fcc-b9a5-46a8-bc28-b39668bf216a req-3cddcaac-8d59-4df6-8b7e-7475d47d4940 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:22.806773 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6dc29fcc-b9a5-46a8-bc28-b39668bf216a req-3cddcaac-8d59-4df6-8b7e-7475d47d4940 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.1007750 Oct 28 09:50:22.927314 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6dc29fcc-b9a5-46a8-bc28-b39668bf216a req-a4bd7db9-b331-4dec-a076-5eb0360696f4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131904 Oct 28 09:50:22.973556 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:50:21Z', 'revision_number': 3, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port': {'id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:20Z', 'updated_at': '2021-10-28T09:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:23.012857 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Checking router: e30170b7-5856-48a5-9e19-dafc4a03c597 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:23.013501 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Updating router e30170b7-5856-48a5-9e19-dafc4a03c597 port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:23.061944 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.077197 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-6d1f38c2-3b15-44db-a921-13fd6efd3d27 None None] Provisioning complete for port 81c3185e-d560-489a-9aae-af6d86ed600f triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:23.077763 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6d1f38c2-3b15-44db-a921-13fd6efd3d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.414656 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.435791 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.502795 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.564914 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Attempting to bind port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:23.565271 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Attempting to bind port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:23.565617 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Attempting to bind port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:23.572530 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0593-0206-427a-adc3-dc10a12c3cc2 None None] Pushing event updated for resources: {'Port': ['ID=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,revision_number=2']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:23.577353 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:23.577719 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:23.578105 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.578497 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:23.579324 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Bound port: 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:23.579711 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.601846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Allocated IP 172.20.0.1 (ec775c65-1c9d-4c4d-8812-6796dfcd8f50/10014ce2-5bc0-4306-a100-44b769bc15d9/e2ee9d34-fe78-4b6f-879b-fceacc3a2674) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:23.676951 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] For port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:23.690496 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] For port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:23.708285 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85851492-b1fc-4cf7-b144-6078cbeca745 req-7ddc41d1-4009-4f78-ad00-91bbd68a6e79 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:23.709950 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-85851492-b1fc-4cf7-b144-6078cbeca745 req-7ddc41d1-4009-4f78-ad00-91bbd68a6e79 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0590198 Oct 28 09:50:23.753489 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.760847 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-85851492-b1fc-4cf7-b144-6078cbeca745 req-f87a4830-ebf5-403c-ab13-8be08a5de14e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 Oct 28 09:50:23.778665 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.835559 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Routers {'e30170b7-5856-48a5-9e19-dafc4a03c597'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:23.836270 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['e30170b7-5856-48a5-9e19-dafc4a03c597'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:23.898935 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0593-0206-427a-adc3-dc10a12c3cc2 None None] Pushing event updated for resources: {'Port': ['ID=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:23.919182 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:23.961951 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:23.965923 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:23.970163 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:23.990303 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] Set router e30170b7-5856-48a5-9e19-dafc4a03c597 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:24.020500 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Pushing event updated for resources: {'Port': ['ID=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:24.032123 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.131100 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ced3d-aed7-4e98-80f1-b2e35deffb3f req-287dbd6d-c1e1-4577-bf7b-4fb3c6b25443 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:24.133140 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-076ced3d-aed7-4e98-80f1-b2e35deffb3f req-287dbd6d-c1e1-4577-bf7b-4fb3c6b25443 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0763931 Oct 28 09:50:24.215475 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-076ced3d-aed7-4e98-80f1-b2e35deffb3f req-ef0c66e9-8c41-4565-8127-95525633b751 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726678 Oct 28 09:50:24.280498 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:50:21Z', 'revision_number': 3, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port': {'id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:20Z', 'updated_at': '2021-10-28T09:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:24.373075 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-be24693a-bdf8-4099-9e3d-6b0857a8a58f None None] Provisioning complete for port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:24.373687 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-be24693a-bdf8-4099-9e3d-6b0857a8a58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.383441 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.395684 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d7a018-9317-4097-a6ee-bb8f0e0184cd None None] The sync data for ids ['e30170b7-5856-48a5-9e19-dafc4a03c597'] in dv-cinder-815712-3-iscsi is: [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:50:21Z', 'revision_number': 3, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port': {'id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:20Z', 'updated_at': '2021-10-28T09:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:24.456487 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-be24693a-bdf8-4099-9e3d-6b0857a8a58f None None] Port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:24.526625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 81c3185e-d560-489a-9aae-af6d86ed600f up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:24.600830 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 81c3185e-d560-489a-9aae-af6d86ed600f triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:24.601524 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.638654 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.791973 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.911441 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:24.913334 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Pushing event updated for resources: {'Port': ['ID=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:24.929708 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.930049 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.930378 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.930783 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.931112 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.931441 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.931764 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.932131 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.932462 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.932812 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.933320 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.933684 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:24.944114 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83efe63-d199-46da-ad23-3206e18f04b7 req-f8b6068e-74f8-4366-8960-75c72bed70f5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:24.945734 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b83efe63-d199-46da-ad23-3206e18f04b7 req-f8b6068e-74f8-4366-8960-75c72bed70f5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0956054 Oct 28 09:50:25.006803 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b83efe63-d199-46da-ad23-3206e18f04b7 req-695a09be-351f-4807-b164-29af905dd403 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539200 Oct 28 09:50:25.060387 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:25.062378 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:25.153573 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-b0562431-6200-47bb-91aa-6b2590046b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:25.155976 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-b0562431-6200-47bb-91aa-6b2590046b69 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1098 time: 0.0755568 Oct 28 09:50:25.213101 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Router e30170b7-5856-48a5-9e19-dafc4a03c597 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:25.346491 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7a90-882c-4d8a-b864-7b177c2e1be3 req-ef50e08e-2a26-448c-8891-5746eebf729f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:25.356293 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ff3c7a90-882c-4d8a-b864-7b177c2e1be3 req-ef50e08e-2a26-448c-8891-5746eebf729f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1622720 Oct 28 09:50:25.420693 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:25.434595 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9b3cef35-a29a-41aa-9924-8505e5614e3f admin admin] 10.222.0.104 "PUT /v2.0/routers/e30170b7-5856-48a5-9e19-dafc4a03c597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9720240 Oct 28 09:50:25.434827 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-fd527eb3-f7a9-4366-9daa-2882a0bfcf51 None None] Provisioning complete for port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:25.434827 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-fd527eb3-f7a9-4366-9daa-2882a0bfcf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.478380 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-fd527eb3-f7a9-4366-9daa-2882a0bfcf51 None None] Port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:25.489308 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-9e5ac369-bed7-4300-a22b-5c2d5edc8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:25.491229 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-9e5ac369-bed7-4300-a22b-5c2d5edc8644 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.3064487 Oct 28 09:50:25.495935 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47618) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:25.508814 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ff3c7a90-882c-4d8a-b864-7b177c2e1be3 req-b5e248bf-eb3c-4313-87b1-8a1671e3de54 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511028 Oct 28 09:50:25.575116 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_v2 [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] Deleting subnet 2aa07390-e503-4cc0-87b2-34e99bbed040 {{(pid=108756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:50:25.579251 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.630520 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286039'] for subnet, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.644016 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddef52-3582-4c8e-aa09-4fd5119614de req-592bde2b-65be-4594-83b3-dcc70e6dd828 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:25.652438 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbddef52-3582-4c8e-aa09-4fd5119614de req-592bde2b-65be-4594-83b3-dcc70e6dd828 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.2689075 Oct 28 09:50:25.694550 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-1c1560a9-4a93-4dba-a7a7-8978890e57ab service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 999 time: 0.1839700 Oct 28 09:50:25.695273 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.748301 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbddef52-3582-4c8e-aa09-4fd5119614de req-8ad1328b-40fb-4a72-b96a-1809c425172b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949566 Oct 28 09:50:25.770948 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-c5ffde55-f825-4abc-a514-e5b3962d0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:25.772474 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-c5ffde55-f825-4abc-a514-e5b3962d0f7f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0654149 Oct 28 09:50:25.830010 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-76d5db79-60c3-4ffc-8ce4-5fa6eaed910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:25.831666 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-76d5db79-60c3-4ffc-8ce4-5fa6eaed910a service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460398 Oct 28 09:50:25.875143 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439327'] for subnet, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.904968 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa07390-e503-4cc0-87b2-34e99bbed040,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:25.909867 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:25.915067 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47636) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:25.915190 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-18263608-b99e-4f96-9376-75847aee790b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/2aa07390-e503-4cc0-87b2-34e99bbed040 HTTP/1.1" status: 204 len: 168 time: 0.4179180 Oct 28 09:50:26.014293 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-b9d07357-28d3-4212-9cf4-903111d6e9cb service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689212 Oct 28 09:50:26.020064 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.209702 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.219284 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251ba3-3e58-4d10-b223-6bc768fc5edb req-dff514e6-988f-4a6b-a66d-04dcf1d354c6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:26.220784 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99251ba3-3e58-4d10-b223-6bc768fc5edb req-dff514e6-988f-4a6b-a66d-04dcf1d354c6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1415918 Oct 28 09:50:26.266165 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca8e8948-54b9-43e7-aa1e-d0d5ea19dbb1 req-470167a3-bfad-43da-80d9-59c000e5c28d service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407227 Oct 28 09:50:26.271864 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.272093 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.272973 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.273298 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > port after_create 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.273619 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.273943 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > port after_update 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.274258 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.274587 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.274894 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.275205 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.343779 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.344127 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.344452 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.344826 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 09:50:26.345195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e431c79b-341b-45ed-a26a-054cdb33efde']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:26.347277 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47654) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:26.352448 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-38379798-17d6-4b6b-8de8-097dd3a11aeb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2005931948', 'description': 'tempest-secgroup-smoke-2005931948 description', 'project_id': '8171734427fe4b4bb14d52d4d336a76b'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:26.367407 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b15db05-8b35-4527-ab8f-443fc6f92276') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:26.373091 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b15db05-8b35-4527-ab8f-443fc6f92276') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:26.393283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.412380 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99251ba3-3e58-4d10-b223-6bc768fc5edb req-87931881-7991-4299-89ea-2ecc965605c9 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826222 Oct 28 09:50:26.419789 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.436864 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:26.437257 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: from cryptography.utils import int_from_bytes Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: from cryptography.utils import int_from_bytes Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:50:26.444676 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:50:26.481631 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-38379798-17d6-4b6b-8de8-097dd3a11aeb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.535618 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:26.590200 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-38379798-17d6-4b6b-8de8-097dd3a11aeb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.601056 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:26.601056 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.601504 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.609675 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.614646 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] 10.222.0.104 "DELETE /v2.0/networks/e431c79b-341b-45ed-a26a-054cdb33efde HTTP/1.1" status: 204 len: 168 time: 0.6964488 Oct 28 09:50:26.617770 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47662) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:26.625078 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e431c79b-341b-45ed-a26a-054cdb33efde,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:26.646000 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.646000 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.646326 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.646509 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.646832 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.647184 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.647504 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.647820 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.648134 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.648449 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.648785 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.649097 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57767e0-aeee-40db-89f3-06e7c4c7b5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:26.697330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] Deleting subnet 5908aa64-5743-4246-b0b6-453c28202c5b {{(pid=108756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:50:26.703246 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-38379798-17d6-4b6b-8de8-097dd3a11aeb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.707228 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.718124 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd58683-9023-425f-a645-8256fe32ec20 req-6af1f5ef-8d93-4cfb-86a9-588d00e291a3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:26.721698 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.727580 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9bd58683-9023-425f-a645-8256fe32ec20 req-6af1f5ef-8d93-4cfb-86a9-588d00e291a3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0984328 Oct 28 09:50:26.747693 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:26.780527 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286039'] for subnet, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.785327 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9bd58683-9023-425f-a645-8256fe32ec20 req-4735dadb-facf-48eb-9906-ba87128f8cb1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567405 Oct 28 09:50:26.816853 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38379798-17d6-4b6b-8de8-097dd3a11aeb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319f0690-574c-4152-871b-a1c8f33602b9,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:26.846251 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.856025 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Sync routers for ids ['e30170b7-5856-48a5-9e19-dafc4a03c597'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:26.860370 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.887839 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-38379798-17d6-4b6b-8de8-097dd3a11aeb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.892994 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-38379798-17d6-4b6b-8de8-097dd3a11aeb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5405564 Oct 28 09:50:26.892994 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47670) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:26.894937 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Routers {'e30170b7-5856-48a5-9e19-dafc4a03c597'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:26.895598 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['e30170b7-5856-48a5-9e19-dafc4a03c597'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:26.896966 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-31ca58d3-3b3b-4b14-a3f9-074e73519a36 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'security_group_rule': {'security_group_id': '319f0690-574c-4152-871b-a1c8f33602b9', 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:26.901348 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:26.909931 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1d08e-2ee3-4cf6-aeaa-546931ff7f1b req-a745f888-676d-410c-8654-20af59b9c524 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:26.920492 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ddd1d08e-2ee3-4cf6-aeaa-546931ff7f1b req-a745f888-676d-410c-8654-20af59b9c524 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0770633 Oct 28 09:50:26.959160 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ddd1d08e-2ee3-4cf6-aeaa-546931ff7f1b req-4f87eeb7-6c4f-456c-b7eb-c94318939cb1 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374143 Oct 28 09:50:26.995687 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.031830 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Set router e30170b7-5856-48a5-9e19-dafc4a03c597 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:27.036300 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439327'] for subnet, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.043158 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-31ca58d3-3b3b-4b14-a3f9-074e73519a36 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.073749 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5908aa64-5743-4246-b0b6-453c28202c5b,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.085784 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.089651 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-c9d5c873-698e-408b-952d-a277ae87ac7b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/5908aa64-5743-4246-b0b6-453c28202c5b HTTP/1.1" status: 204 len: 168 time: 0.4703538 Oct 28 09:50:27.092070 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47674) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:27.130052 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-31ca58d3-3b3b-4b14-a3f9-074e73519a36 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.170453 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.215416 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-31ca58d3-3b3b-4b14-a3f9-074e73519a36 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.236077 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca58d3-3b3b-4b14-a3f9-074e73519a36 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8c75d6-71da-4027-b01f-06595a741f89,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.254872 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.277940 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8586a2f3-0a39-424d-a298-012d25e86ed7']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.287517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6bffa2-9eb7-4872-b930-62ee583b1b62') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.287707 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:50:24Z', 'revision_number': 4, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port': {'id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:20Z', 'updated_at': '2021-10-28T09:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'e2ee9d34-fe78-4b6f-879b-fceacc3a2674', 'name': '', 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'mac_address': 'fa:16:3e:00:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '10014ce2-5bc0-4306-a100-44b769bc15d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:23Z', 'updated_at': '2021-10-28T09:50:24Z', 'revision_number': 2, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'subnets': [{'id': '10014ce2-5bc0-4306-a100-44b769bc15d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.287988 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6bffa2-9eb7-4872-b930-62ee583b1b62') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:27.298279 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.312156 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.315319 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Checking router: e30170b7-5856-48a5-9e19-dafc4a03c597 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:27.316623 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Updating router e30170b7-5856-48a5-9e19-dafc4a03c597 port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:27.319049 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:50:27.319499 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:50:27.321202 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:50:27.328441 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-31ca58d3-3b3b-4b14-a3f9-074e73519a36 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.332423 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-31ca58d3-3b3b-4b14-a3f9-074e73519a36 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4367857 Oct 28 09:50:27.333641 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47676) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:27.340918 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-a7cbebd7-f6c9-4920-83e0-c2dcd4e211fe tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'security_group_rule': {'security_group_id': '319f0690-574c-4152-871b-a1c8f33602b9', 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:27.346740 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.473419 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd7-f6c9-4920-83e0-c2dcd4e211fe tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.585072 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd7-f6c9-4920-83e0-c2dcd4e211fe tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.657842 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14339a8c-e66e-43ec-8e61-802cff4c74cc req-70069cf4-323a-4234-8c84-70f0e75f7c47 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:27.659400 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14339a8c-e66e-43ec-8e61-802cff4c74cc req-70069cf4-323a-4234-8c84-70f0e75f7c47 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0616000 Oct 28 09:50:27.674639 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd7-f6c9-4920-83e0-c2dcd4e211fe tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.701013 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbebd7-f6c9-4920-83e0-c2dcd4e211fe tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d73b10f-d09d-40d3-aa78-cd30f88f85ad,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.709521 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14339a8c-e66e-43ec-8e61-802cff4c74cc req-f4285801-8296-4aa0-92fa-c7e1f39be399 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Oct 28 09:50:27.710631 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.711911 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.716092 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.729779 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] 10.222.0.104 "DELETE /v2.0/networks/8586a2f3-0a39-424d-a298-012d25e86ed7 HTTP/1.1" status: 204 len: 168 time: 0.6263371 Oct 28 09:50:27.733586 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade536e-ec96-4183-b557-0868f3e38b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8586a2f3-0a39-424d-a298-012d25e86ed7,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.836634 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a7cbebd7-f6c9-4920-83e0-c2dcd4e211fe tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.838672 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a7cbebd7-f6c9-4920-83e0-c2dcd4e211fe tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5026765 Oct 28 09:50:27.846977 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47694) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:27.851797 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.856326 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-0a9757c4-d697-4737-86d2-84237a892775 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'security_group_rule': {'security_group_id': '319f0690-574c-4152-871b-a1c8f33602b9', 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:27.907425 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786afd9-ecda-4b73-8a0c-8e7a928345d9 None None] Pushing event updated for resources: {'Port': ['ID=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:27.938903 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef382-2986-4d76-9748-cd78a563c144 req-6414e2d9-d279-47bf-8774-fb7d5e7d036e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:27.940642 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2bdef382-2986-4d76-9748-cd78a563c144 req-6414e2d9-d279-47bf-8774-fb7d5e7d036e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0640631 Oct 28 09:50:27.959382 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Attempting to bind port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:27.959750 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Attempting to bind port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:27.964887 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Attempting to bind port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 on network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:27.967022 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:27.967548 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Checking segment: {'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:27.967956 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.968347 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Bound using segment: {'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:27.968844 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Bound port: e2ee9d34-fe78-4b6f-879b-fceacc3a2674, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2043b1e3-3097-4793-8015-8c37f890c161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:27.969280 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:27.990033 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2bdef382-2986-4d76-9748-cd78a563c144 req-edf1cfc9-87a9-4f37-8332-2bbda7d403bf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Oct 28 09:50:28.006006 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0a9757c4-d697-4737-86d2-84237a892775 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.085394 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] For port e2ee9d34-fe78-4b6f-879b-fceacc3a2674, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:28.092172 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] For port e2ee9d34-fe78-4b6f-879b-fceacc3a2674, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,segment=NetworkSegment(2043b1e3-3097-4793-8015-8c37f890c161),segment_id=2043b1e3-3097-4793-8015-8c37f890c161)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:28.125474 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0a9757c4-d697-4737-86d2-84237a892775 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.131460 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-c9e6d563-0a69-4f13-897d-dca343b7b601 None None] Provisioning complete for port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:28.132225 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c9e6d563-0a69-4f13-897d-dca343b7b601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.144940 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675585d-cd94-4318-acb5-1f6bc0a7bd99 req-dc81f481-ea4e-4f05-809e-4834632eb16e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:28.146452 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d675585d-cd94-4318-acb5-1f6bc0a7bd99 req-dc81f481-ea4e-4f05-809e-4834632eb16e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0620089 Oct 28 09:50:28.183270 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6d563-0a69-4f13-897d-dca343b7b601 None None] Port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:28.188988 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.195603 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d675585d-cd94-4318-acb5-1f6bc0a7bd99 req-e7ffc0a5-21c7-42f5-8251-8c07a083fd02 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378919 Oct 28 09:50:28.247349 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0a9757c4-d697-4737-86d2-84237a892775 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.249043 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Routers {'e30170b7-5856-48a5-9e19-dafc4a03c597'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:28.249665 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['e30170b7-5856-48a5-9e19-dafc4a03c597'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:28.272090 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9757c4-d697-4737-86d2-84237a892775 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6085a5fa-a1d5-4c16-a66c-ae56e211b7da,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.292706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786afd9-ecda-4b73-8a0c-8e7a928345d9 None None] Pushing event updated for resources: {'Port': ['ID=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.356889 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0a9757c4-d697-4737-86d2-84237a892775 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.360861 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-0a9757c4-d697-4737-86d2-84237a892775 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5097837 Oct 28 09:50:28.362063 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47702) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:28.372108 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-79239f08-c62b-471f-bada-7a3020b259cb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'security_group_rule': {'security_group_id': '319f0690-574c-4152-871b-a1c8f33602b9', 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:28.377453 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47704) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:28.389771 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] Set router e30170b7-5856-48a5-9e19-dafc4a03c597 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:28.428940 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47706) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:28.439534 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-60c159cf-b173-47c3-b64c-1fb6d1934e5a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f49e420ee00843908e05281deec5e463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609584 Oct 28 09:50:28.442323 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47710) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:28.507481 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6c756ef5-c14e-49ad-90c5-f18f156fc08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.522863 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:28.529175 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79239f08-c62b-471f-bada-7a3020b259cb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.586096 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6c756ef5-c14e-49ad-90c5-f18f156fc08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.613941 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-134cc856-1c65-4f5e-b92f-2ff81ac01283 None None] Provisioning complete for port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:28.614450 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-134cc856-1c65-4f5e-b92f-2ff81ac01283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.639573 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79239f08-c62b-471f-bada-7a3020b259cb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.689840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79239f08-c62b-471f-bada-7a3020b259cb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.712784 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d45a4c31-dd49-417d-9cc7-78762d45a5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.718222 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:28.718744 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.724029 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6c756ef5-c14e-49ad-90c5-f18f156fc08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.726565 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6c756ef5-c14e-49ad-90c5-f18f156fc08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.727913 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-6c756ef5-c14e-49ad-90c5-f18f156fc08f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cb95424d-c855-4da1-afc1-9c34c7ae7457 HTTP/1.1" status: 204 len: 168 time: 0.2843330 Oct 28 09:50:28.728417 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79239f08-c62b-471f-bada-7a3020b259cb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e03d58-2d30-4c6f-9a91-01f308037acb,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.771953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c756ef5-c14e-49ad-90c5-f18f156fc08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb95424d-c855-4da1-afc1-9c34c7ae7457,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:28.784283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79239f08-c62b-471f-bada-7a3020b259cb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.789993 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-79239f08-c62b-471f-bada-7a3020b259cb tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4221826 Oct 28 09:50:28.790568 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47718) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:28.796899 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'security_group_rule': {'security_group_id': '319f0690-574c-4152-871b-a1c8f33602b9', 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:28.833859 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-134cc856-1c65-4f5e-b92f-2ff81ac01283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.848415 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:50:24Z', 'revision_number': 4, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port': {'id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:20Z', 'updated_at': '2021-10-28T09:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'e2ee9d34-fe78-4b6f-879b-fceacc3a2674', 'name': '', 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'mac_address': 'fa:16:3e:00:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '10014ce2-5bc0-4306-a100-44b769bc15d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:23Z', 'updated_at': '2021-10-28T09:50:28Z', 'revision_number': 4, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'subnets': [{'id': '10014ce2-5bc0-4306-a100-44b769bc15d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:28.882977 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d45a4c31-dd49-417d-9cc7-78762d45a5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:28.904970 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b496c130-7a54-4c59-98f9-67f5b5c29b09 None None] The sync data for ids ['e30170b7-5856-48a5-9e19-dafc4a03c597'] in dv-cinder-815712-3-iscsi is: [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:50:24Z', 'revision_number': 4, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port': {'id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:20Z', 'updated_at': '2021-10-28T09:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'e2ee9d34-fe78-4b6f-879b-fceacc3a2674', 'name': '', 'network_id': 'ec775c65-1c9d-4c4d-8812-6796dfcd8f50', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'mac_address': 'fa:16:3e:00:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '10014ce2-5bc0-4306-a100-44b769bc15d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:23Z', 'updated_at': '2021-10-28T09:50:28Z', 'revision_number': 4, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'subnets': [{'id': '10014ce2-5bc0-4306-a100-44b769bc15d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:28.933113 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-134cc856-1c65-4f5e-b92f-2ff81ac01283 None None] For port e2ee9d34-fe78-4b6f-879b-fceacc3a2674, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,segment=NetworkSegment(2043b1e3-3097-4793-8015-8c37f890c161),segment_id=2043b1e3-3097-4793-8015-8c37f890c161)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:28.966056 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.securitygroups_db [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Project 8171734427fe4b4bb14d52d4d336a76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:50:28.972281 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.006133 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d45a4c31-dd49-417d-9cc7-78762d45a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.063522 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.095788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a4c31-dd49-417d-9cc7-78762d45a5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b2829-fb90-4324-9d09-ae3e13c33cad,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.100299 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d45a4c31-dd49-417d-9cc7-78762d45a5b9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4a367ef371a44c129cb39222197abf49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762064 Oct 28 09:50:29.103389 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47722) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:29.118336 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-134cc856-1c65-4f5e-b92f-2ff81ac01283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.140720 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c161db8-1f5d-4120-b94d-55f0e5516eb8 req-eacae0af-b34e-4dd9-9c48-57fa6aa82072 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:29.140720 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c161db8-1f5d-4120-b94d-55f0e5516eb8 req-eacae0af-b34e-4dd9-9c48-57fa6aa82072 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0977752 Oct 28 09:50:29.219102 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4eb8134-e470-4f68-981c-74b1a4f8d16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.228330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.234346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4da010-0116-4c80-95fd-3749cac53852 req-d1ba4359-d304-4dec-9913-1efaa7b146f9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:29.247135 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fa4da010-0116-4c80-95fd-3749cac53852 req-d1ba4359-d304-4dec-9913-1efaa7b146f9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1534860 Oct 28 09:50:29.265118 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c161db8-1f5d-4120-b94d-55f0e5516eb8 req-2b5433a4-c5e5-4960-a7d3-eeef64c564a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059697 Oct 28 09:50:29.276381 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cc856-1c65-4f5e-b92f-2ff81ac01283 None None] Pushing event updated for resources: {'Port': ['ID=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.321100 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4247f88a-01fe-489b-99c4-2bd5983184d5,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.324522 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4eb8134-e470-4f68-981c-74b1a4f8d16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.333753 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fa4da010-0116-4c80-95fd-3749cac53852 req-c3df3229-7983-41aa-9089-e1362c750f00 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762594 Oct 28 09:50:29.430565 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.432156 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-184ae0ac-add8-4b91-9a29-b30a1a0e1a45 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6398499 Oct 28 09:50:29.434169 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd61c4-bfca-4d7e-9eed-99900e5b0728 req-7c3257be-767d-41a7-85c7-e51180ebd633 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:29.435109 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47730) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:29.438607 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a3cd61c4-bfca-4d7e-9eed-99900e5b0728 req-7c3257be-767d-41a7-85c7-e51180ebd633 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0581169 Oct 28 09:50:29.440001 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'security_group_rule': {'security_group_id': '319f0690-574c-4152-871b-a1c8f33602b9', 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:29.483614 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a3cd61c4-bfca-4d7e-9eed-99900e5b0728 req-2634e310-2831-4b0d-9b4a-2a0a1517fe7a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395155 Oct 28 09:50:29.551775 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4eb8134-e470-4f68-981c-74b1a4f8d16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.554539 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c4eb8134-e470-4f68-981c-74b1a4f8d16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.555730 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-c4eb8134-e470-4f68-981c-74b1a4f8d16b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/482b2829-fb90-4324-9d09-ae3e13c33cad HTTP/1.1" status: 204 len: 168 time: 0.4504578 Oct 28 09:50:29.568269 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb8134-e470-4f68-981c-74b1a4f8d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b2829-fb90-4324-9d09-ae3e13c33cad,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:29.591416 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.securitygroups_db [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Project 8171734427fe4b4bb14d52d4d336a76b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:50:29.606715 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.716889 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.730212 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47736) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:29.775429 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47738) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:29.775671 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-887ed9bc-5396-460e-b85e-d5b1e3cfd0cd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=791839812365496d839217251767bc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413311 Oct 28 09:50:29.833475 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-81b01aaf-2148-4f43-8f8e-9c9af922d86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.861458 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-81b01aaf-2148-4f43-8f8e-9c9af922d86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.877403 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:29.899177 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff506f5-7d88-41ba-a265-3fdea4e1bff9,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.020636 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-81b01aaf-2148-4f43-8f8e-9c9af922d86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.022549 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.024517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-81b01aaf-2148-4f43-8f8e-9c9af922d86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.024707 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-5257945f-c51b-4db3-83e3-1e82e3c9a646 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5875390 Oct 28 09:50:30.037531 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-81b01aaf-2148-4f43-8f8e-9c9af922d86c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c344e86a-6bc7-4298-8570-a9785ef821bc HTTP/1.1" status: 204 len: 168 time: 0.2479386 Oct 28 09:50:30.037531 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b01aaf-2148-4f43-8f8e-9c9af922d86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c344e86a-6bc7-4298-8570-a9785ef821bc,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.406836 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ec3f6-6558-468d-8235-8401ecf3f7bb req-992f9cde-29f6-4788-8f6d-61d228761580 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:30.414076 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4a0ec3f6-6558-468d-8235-8401ecf3f7bb req-992f9cde-29f6-4788-8f6d-61d228761580 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0658281 Oct 28 09:50:30.497645 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4a0ec3f6-6558-468d-8235-8401ecf3f7bb req-7228e9cf-8412-412d-bbd3-53176310b8e1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Oct 28 09:50:30.536378 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device e2ee9d34-fe78-4b6f-879b-fceacc3a2674 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:30.541641 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94b40d-2103-48ba-911d-b1742fb27039 req-693f155f-656c-416f-9604-65967c637388 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:30.544401 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f94b40d-2103-48ba-911d-b1742fb27039 req-693f155f-656c-416f-9604-65967c637388 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1281087 Oct 28 09:50:30.572462 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47758) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:30.595829 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad4a9-82d5-4815-9698-f2c4252860a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.600574 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f94b40d-2103-48ba-911d-b1742fb27039 req-151b9d2d-2650-4db5-ac73-ea610ccced19 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485752 Oct 28 09:50:30.625794 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:30.626271 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.693998 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349d464-20f0-4415-9275-3a2996fb457a req-b6424406-0c78-406d-a98f-64ff2ea7daac tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:30.695581 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e349d464-20f0-4415-9275-3a2996fb457a req-b6424406-0c78-406d-a98f-64ff2ea7daac tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0610569 Oct 28 09:50:30.764085 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e349d464-20f0-4415-9275-3a2996fb457a req-fdce271d-054b-4323-a37d-537ead7eab21 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550020 Oct 28 09:50:30.798852 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad4a9-82d5-4815-9698-f2c4252860a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.903804 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cf2ad4a9-82d5-4815-9698-f2c4252860a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:30.953570 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-cf2ad4a9-82d5-4815-9698-f2c4252860a2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9e2200b25f19424588c4243cadbfbf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791950 Oct 28 09:50:30.954523 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ad4a9-82d5-4815-9698-f2c4252860a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda9880d-0851-4b33-afae-2c6838965620,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:30.957385 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47802) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:31.014355 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72870b95-bd54-469a-931a-e6ca0e151758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.044741 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72870b95-bd54-469a-931a-e6ca0e151758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.163156 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72870b95-bd54-469a-931a-e6ca0e151758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.165869 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72870b95-bd54-469a-931a-e6ca0e151758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:31.171881 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-72870b95-bd54-469a-931a-e6ca0e151758 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fda9880d-0851-4b33-afae-2c6838965620 HTTP/1.1" status: 204 len: 168 time: 0.2085702 Oct 28 09:50:31.175934 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72870b95-bd54-469a-931a-e6ca0e151758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda9880d-0851-4b33-afae-2c6838965620,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:31.613944 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34dcf5-899d-4261-8827-ce71259cc4e8 req-40acd70c-09f1-4c76-a220-d5f965247001 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:31.615794 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1f34dcf5-899d-4261-8827-ce71259cc4e8 req-40acd70c-09f1-4c76-a220-d5f965247001 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0501072 Oct 28 09:50:31.678091 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1f34dcf5-899d-4261-8827-ce71259cc4e8 req-6f144695-58db-43b3-92ab-ee9b1cd2ac96 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Oct 28 09:50:31.799468 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49cda4-792c-44de-8261-39cd68311d30 req-af78f10c-1cc2-4301-88ea-276371399cd9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:31.801146 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c49cda4-792c-44de-8261-39cd68311d30 req-af78f10c-1cc2-4301-88ea-276371399cd9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0766072 Oct 28 09:50:31.876426 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c49cda4-792c-44de-8261-39cd68311d30 req-975bbb6b-7342-48c3-887e-59fcc789682e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584307 Oct 28 09:50:31.950285 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8aea-ade2-4e20-a2f3-865aa11dce39 req-eaf8f33f-8012-4a9e-8225-e0b8d14e044c tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:31.951892 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-581e8aea-ade2-4e20-a2f3-865aa11dce39 req-eaf8f33f-8012-4a9e-8225-e0b8d14e044c tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0653355 Oct 28 09:50:32.001213 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-581e8aea-ade2-4e20-a2f3-865aa11dce39 req-567715dd-56ea-45de-ae21-c46e8042f23a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433688 Oct 28 09:50:32.374768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47878) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:32.389920 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-30089469-b565-44f3-a18f-2f9e258eddc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.473312 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-30089469-b565-44f3-a18f-2f9e258eddc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.685594 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-30089469-b565-44f3-a18f-2f9e258eddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.731986 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-30089469-b565-44f3-a18f-2f9e258eddc8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=39b10a1020e74eabbf68c91618fd854b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556552 Oct 28 09:50:32.732905 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30089469-b565-44f3-a18f-2f9e258eddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d31559-c775-4ffc-9956-609d46ce9eb6,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:32.734615 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47896) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:32.794010 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-17ee4d52-839f-47be-8dd8-ad6d15bf2bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.811705 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac32a5-ae21-4add-b21b-eae66168e1c9 req-a2de57d7-fdb5-433f-b74c-954eb7b61ee1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:32.813293 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9bac32a5-ae21-4add-b21b-eae66168e1c9 req-a2de57d7-fdb5-433f-b74c-954eb7b61ee1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0561857 Oct 28 09:50:32.824918 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-17ee4d52-839f-47be-8dd8-ad6d15bf2bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:32.853417 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9bac32a5-ae21-4add-b21b-eae66168e1c9 req-f63195db-c3e2-4c60-9726-88bf93d92f2e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340428 Oct 28 09:50:32.991247 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e6485-34a1-4157-9d01-7f2eed3361a8 req-9db53c65-0982-43bf-b8e5-2a8048d3c281 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:32.992847 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a0e6485-34a1-4157-9d01-7f2eed3361a8 req-9db53c65-0982-43bf-b8e5-2a8048d3c281 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0545628 Oct 28 09:50:33.065313 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a0e6485-34a1-4157-9d01-7f2eed3361a8 req-a590988d-75a6-4035-848d-9be772741b6b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439277 Oct 28 09:50:33.129974 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3765e-c628-4df3-8201-d257998f5eb9 req-4be541fc-5413-498a-b601-4516b5158354 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:33.131465 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-49c3765e-c628-4df3-8201-d257998f5eb9 req-4be541fc-5413-498a-b601-4516b5158354 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0513825 Oct 28 09:50:33.171482 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-49c3765e-c628-4df3-8201-d257998f5eb9 req-59eb5296-f4bd-4db6-a2cc-0849f6864aec tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325003 Oct 28 09:50:33.203079 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-17ee4d52-839f-47be-8dd8-ad6d15bf2bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.205816 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-17ee4d52-839f-47be-8dd8-ad6d15bf2bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:33.207019 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-17ee4d52-839f-47be-8dd8-ad6d15bf2bad admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/23d31559-c775-4ffc-9956-609d46ce9eb6 HTTP/1.1" status: 204 len: 168 time: 0.4711781 Oct 28 09:50:33.215581 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee4d52-839f-47be-8dd8-ad6d15bf2bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d31559-c775-4ffc-9956-609d46ce9eb6,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:33.973647 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d4914-da01-4058-8c56-c28f0e31593a req-8b99e015-e5b9-49c6-bd0d-e2ca6a3ec697 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:33.977435 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-281d4914-da01-4058-8c56-c28f0e31593a req-8b99e015-e5b9-49c6-bd0d-e2ca6a3ec697 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0502920 Oct 28 09:50:34.016347 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-281d4914-da01-4058-8c56-c28f0e31593a req-c43ff74b-58ea-4ab5-8edf-a2ade8fa19c7 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339508 Oct 28 09:50:34.192190 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef377c-8927-4410-b51d-43c352e73f1c req-c4d30be7-af25-44ec-b1ee-4ad708ef49cf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:34.194535 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d9ef377c-8927-4410-b51d-43c352e73f1c req-c4d30be7-af25-44ec-b1ee-4ad708ef49cf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0567045 Oct 28 09:50:34.238908 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d9ef377c-8927-4410-b51d-43c352e73f1c req-5a295533-f983-4eac-a6d1-d3001b40fac7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383778 Oct 28 09:50:34.307340 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e636e2-7390-4670-813e-76ce0d9a8d52 req-aae26787-bf4e-4341-83e2-e7113c87172e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:34.309176 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a5e636e2-7390-4670-813e-76ce0d9a8d52 req-aae26787-bf4e-4341-83e2-e7113c87172e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0592391 Oct 28 09:50:34.351814 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a5e636e2-7390-4670-813e-76ce0d9a8d52 req-572bd72d-c3ac-47b2-8b97-bf5fa681a10d tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352280 Oct 28 09:50:34.549081 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47954) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:34.658116 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1347918514-network', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:34.817487 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Made reservation on behalf of 811afb17ee044ea7a3d2f22cd0a9d5e1 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:34.819798 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:34.830972 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:34.917134 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.017446 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.045626 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:35.056868 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80b12af-ef65-4333-a555-27c0adbd0b1b,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.065499 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.065831 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Added segment 12823949-acd8-49c8-824b-2870fc525edb of type vlan for network eae02c1e-9b55-4706-835b-6fa51061835a Oct 28 09:50:35.118413 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.149999 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b40b51-9469-41a1-8dce-60601f438432 req-fdadf37a-810c-451a-a239-ef50f741873f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:35.152855 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88b40b51-9469-41a1-8dce-60601f438432 req-fdadf37a-810c-451a-a239-ef50f741873f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0533757 Oct 28 09:50:35.195493 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88b40b51-9469-41a1-8dce-60601f438432 req-ee0dc633-4a4d-48ff-96c8-9422cb6f2f78 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Oct 28 09:50:35.215264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.216254 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:35.216942 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.280102 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] Pushing event updated for resources: {'Network': ['ID=eae02c1e-9b55-4706-835b-6fa51061835a,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.290046 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network eae02c1e-9b55-4706-835b-6fa51061835a details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:35.337398 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-b6e2a4a8-2806-492b-8e84-cd3c61b288e3 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7865903 Oct 28 09:50:35.340892 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 47968) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:35.347915 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Request body: {'subnet': {'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1347918514-subnet', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:35.392498 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8d6fe-5d98-4ee3-8bc0-5e43a989c174 req-2c8ef926-5530-4e65-b46d-6ece9cdaef4b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:35.394094 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-82a8d6fe-5d98-4ee3-8bc0-5e43a989c174 req-2c8ef926-5530-4e65-b46d-6ece9cdaef4b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0656269 Oct 28 09:50:35.439057 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-82a8d6fe-5d98-4ee3-8bc0-5e43a989c174 req-ba89c307-ff79-478f-96bc-15a2b8a90e5c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 Oct 28 09:50:35.445506 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Made reservation on behalf of 811afb17ee044ea7a3d2f22cd0a9d5e1 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:35.448876 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.491259 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76400c-f752-407c-8481-dbe543cd99e2 req-2c05d5d5-0806-475d-b919-1b7bfcc45402 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:35.493071 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8d76400c-f752-407c-8481-dbe543cd99e2 req-2c05d5d5-0806-475d-b919-1b7bfcc45402 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0579467 Oct 28 09:50:35.536947 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8d76400c-f752-407c-8481-dbe543cd99e2 req-4e7cd422-947c-4c4f-b005-c75ff2c05109 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367210 Oct 28 09:50:35.726097 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:35.784567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af00ea33-22d9-443d-8208-f9d163f190b8,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:35.794049 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Checking segment: {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:35.794387 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Network hostable DHCP agents. Network: eae02c1e-9b55-4706-835b-6fa51061835a, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:35.919937 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Network eae02c1e-9b55-4706-835b-6fa51061835a is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:36.324644 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98b566-32a2-4633-9b6e-9a0cd0fd4d3c req-7a1f7339-6cd5-4f52-9b70-b4752b4b7fbf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:36.324644 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bc98b566-32a2-4633-9b6e-9a0cd0fd4d3c req-7a1f7339-6cd5-4f52-9b70-b4752b4b7fbf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0502868 Oct 28 09:50:36.358632 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bc98b566-32a2-4633-9b6e-9a0cd0fd4d3c req-7fd3ff8f-87f2-437a-b245-a8f347aeaf42 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387309 Oct 28 09:50:36.371841 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, eae02c1e-9b55-4706-835b-6fa51061835a) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:36.382842 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:36.383418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.389833 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827bb344-434e-4c3b-9515-14a2267bd0e9 None None] Network eae02c1e-9b55-4706-835b-6fa51061835a requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:36.495385 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-2266756d-272f-4c5e-ba56-6c83c9f5f280 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1512713 Oct 28 09:50:36.498608 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 47984) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:36.503479 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:36.549635 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-eae02c1e-9b55-4706-835b-6fa51061835a', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:50:36.550608 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.580307 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0037ef-1f7a-42b2-aacd-32a0c1507a9b req-ce2f09ad-03db-4e98-925e-793ff7acaa39 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:36.582125 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3b0037ef-1f7a-42b2-aacd-32a0c1507a9b req-ce2f09ad-03db-4e98-925e-793ff7acaa39 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0625668 Oct 28 09:50:36.628397 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.629841 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.643966 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3b0037ef-1f7a-42b2-aacd-32a0c1507a9b req-09cb8d9c-1ac4-4d51-9928-52bcca53a889 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556993 Oct 28 09:50:36.712001 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.757356 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76bcb9-c724-4d2b-848a-6c9f8de992a9 req-fc6c20aa-d69b-4f84-aabc-cda89ec6e5a6 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:36.760517 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1f76bcb9-c724-4d2b-848a-6c9f8de992a9 req-fc6c20aa-d69b-4f84-aabc-cda89ec6e5a6 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0633216 Oct 28 09:50:36.766573 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Allocated IP 172.20.0.2 (eae02c1e-9b55-4706-835b-6fa51061835a/af00ea33-22d9-443d-8208-f9d163f190b8/47205d8e-168f-4ae5-b770-9b37384b14d1) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:36.803505 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1f76bcb9-c724-4d2b-848a-6c9f8de992a9 req-e787c355-2299-41e4-a4db-6ac3938f7a72 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373833 Oct 28 09:50:36.922001 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:36.955923 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.024901 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.079963 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Network eae02c1e-9b55-4706-835b-6fa51061835a is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:37.083075 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:37.086809 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:37.094687 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Pushing event updated for resources: {'Port': ['ID=47205d8e-168f-4ae5-b770-9b37384b14d1,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:37.153584 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Attempting to bind port 47205d8e-168f-4ae5-b770-9b37384b14d1 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:37.154039 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Attempting to bind port 47205d8e-168f-4ae5-b770-9b37384b14d1 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:37.154489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Attempting to bind port 47205d8e-168f-4ae5-b770-9b37384b14d1 on network eae02c1e-9b55-4706-835b-6fa51061835a {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:37.160436 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:37.160892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Checking segment: {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:37.161324 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.161720 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Bound using segment: {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:37.162707 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Bound port: 47205d8e-168f-4ae5-b770-9b37384b14d1, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:37.162889 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.243845 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] For port 47205d8e-168f-4ae5-b770-9b37384b14d1, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:37.247711 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] For port 47205d8e-168f-4ae5-b770-9b37384b14d1, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=47205d8e-168f-4ae5-b770-9b37384b14d1,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:37.283462 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.302822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.355488 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.419524 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e64ca-356d-4f53-bfd5-44402a8c2575 None None] Pushing event updated for resources: {'Port': ['ID=47205d8e-168f-4ae5-b770-9b37384b14d1,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:37.421971 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Allocated IP 172.27.0.100 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/6c6875ee-14b1-4dbb-b015-c4e5572a205e) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:37.575915 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a5e2e-4056-436e-b0e7-67344b31fad4 req-91b6e393-a182-4e0b-b188-432eb6e4791a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:37.577517 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-204a5e2e-4056-436e-b0e7-67344b31fad4 req-91b6e393-a182-4e0b-b188-432eb6e4791a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0882535 Oct 28 09:50:37.613321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.653695 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-204a5e2e-4056-436e-b0e7-67344b31fad4 req-c80eb10a-b6cc-40e1-80c2-eb1dbd54021b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672615 Oct 28 09:50:37.750185 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:37.814916 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:37.820635 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:37.832596 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:37.832596 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Pushing event updated for resources: {'Port': ['ID=6c6875ee-14b1-4dbb-b015-c4e5572a205e,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:37.863713 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7a18a-41ba-4bf4-b21a-55f6f2aa382d req-494c49aa-8295-438a-a31a-ebbbc5ab7cb1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:37.865349 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e7f7a18a-41ba-4bf4-b21a-55f6f2aa382d req-494c49aa-8295-438a-a31a-ebbbc5ab7cb1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1274812 Oct 28 09:50:37.947437 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e7f7a18a-41ba-4bf4-b21a-55f6f2aa382d req-b54911b1-42e7-4f03-9e86-fad7138f9c2e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695186 Oct 28 09:50:38.018001 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9d754-94a2-4df9-961d-d27ec0a1458d req-d7bb345f-1a82-441e-ae46-5ccd954a0b5b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:38.019450 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dcd9d754-94a2-4df9-961d-d27ec0a1458d req-d7bb345f-1a82-441e-ae46-5ccd954a0b5b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.1324275 Oct 28 09:50:38.101526 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dcd9d754-94a2-4df9-961d-d27ec0a1458d req-754e77a1-562a-4ec8-a878-1ffef02f9115 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556386 Oct 28 09:50:38.375517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.445942 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-54a600d7-7e2f-486c-90f1-c091a283f56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.475932 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3ec30-edf8-4d2f-9f49-cb504d3c8160 None None] Network eae02c1e-9b55-4706-835b-6fa51061835a requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:38.530264 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 47205d8e-168f-4ae5-b770-9b37384b14d1 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:38.565861 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-2038ba6e-ab3c-48d2-b692-73664212b266 None None] Provisioning complete for port 47205d8e-168f-4ae5-b770-9b37384b14d1 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:38.566219 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2038ba6e-ab3c-48d2-b692-73664212b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.608518 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.710514 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 47205d8e-168f-4ae5-b770-9b37384b14d1 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:38.710831 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.753288 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2038ba6e-ab3c-48d2-b692-73664212b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.809151 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accc0bd-62b6-4687-90ab-2b0d2d0ecf6f req-634bdf9c-1716-4433-b018-73b1a277a0f0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:38.809151 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5accc0bd-62b6-4687-90ab-2b0d2d0ecf6f req-634bdf9c-1716-4433-b018-73b1a277a0f0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0686517 Oct 28 09:50:38.858132 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5accc0bd-62b6-4687-90ab-2b0d2d0ecf6f req-7a5d5501-e9ed-4eac-b709-062ab6e60d90 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484500 Oct 28 09:50:38.866276 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-2038ba6e-ab3c-48d2-b692-73664212b266 None None] For port 47205d8e-168f-4ae5-b770-9b37384b14d1, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=47205d8e-168f-4ae5-b770-9b37384b14d1,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:38.874917 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:38.914559 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:38.986278 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2038ba6e-ab3c-48d2-b692-73664212b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.058826 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.db.api [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 09:50:39.059024 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG oslo_db.api [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 09:50:39.074149 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ba6e-ab3c-48d2-b692-73664212b266 None None] Pushing event updated for resources: {'Port': ['ID=47205d8e-168f-4ae5-b770-9b37384b14d1,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.080514 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:39.091369 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Sync routers for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:39.101960 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:39.102500 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:39.106894 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac99b-9ba3-4244-8346-7c692694edf2 req-91a80036-2631-406d-b887-5070aaf944bb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:39.108480 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-73fac99b-9ba3-4244-8346-7c692694edf2 req-91a80036-2631-406d-b887-5070aaf944bb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0697489 Oct 28 09:50:39.112709 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-c058d0d4-e35d-41f7-a9c2-663a44247e34 None None] Provisioning complete for port 47205d8e-168f-4ae5-b770-9b37384b14d1 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:39.113186 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c058d0d4-e35d-41f7-a9c2-663a44247e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.179353 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-73fac99b-9ba3-4244-8346-7c692694edf2 req-9aac009e-53c4-41f1-8f10-3bdca6c128cf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640311 Oct 28 09:50:39.224613 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:39.228033 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.230321 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-74e604c0-1cab-4662-bb70-18c68b11d45b admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7305019 Oct 28 09:50:39.233968 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 48026) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:39.263601 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33911914-361b-431e-a5e7-5ed381e3abab req-8704181e-c07d-4873-87ab-34f6a940b6d1 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:39.265168 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-33911914-361b-431e-a5e7-5ed381e3abab req-8704181e-c07d-4873-87ab-34f6a940b6d1 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0782318 Oct 28 09:50:39.307490 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-33911914-361b-431e-a5e7-5ed381e3abab req-1e5499db-2fce-4b61-aca3-bd2f8455599c tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353079 Oct 28 09:50:39.420075 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:38Z', 'revision_number': 3, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:39.452739 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Checking router: f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:39.453082 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Updating router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad port 6c6875ee-14b1-4dbb-b015-c4e5572a205e binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:39.481350 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.761246 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.793079 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.900355 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.972201 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Allocated IP 172.20.0.1 (eae02c1e-9b55-4706-835b-6fa51061835a/af00ea33-22d9-443d-8208-f9d163f190b8/f4704330-f2e8-4e23-894e-3573e0038a4f) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:39.973775 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Attempting to bind port 6c6875ee-14b1-4dbb-b015-c4e5572a205e on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:39.974137 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Attempting to bind port 6c6875ee-14b1-4dbb-b015-c4e5572a205e by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:39.974653 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Attempting to bind port 6c6875ee-14b1-4dbb-b015-c4e5572a205e on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:39.986032 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b6bce-1411-4f75-bb6d-fffb24e40032 None None] Pushing event updated for resources: {'Port': ['ID=6c6875ee-14b1-4dbb-b015-c4e5572a205e,revision_number=2']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:39.989242 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:39.989671 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:39.990072 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:39.990852 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:39.991022 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Bound port: 6c6875ee-14b1-4dbb-b015-c4e5572a205e, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:39.991525 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.018631 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178adcd-56a8-4fec-b873-7c5ffcd1ae64 req-e1266f6a-315b-4e01-8e18-c2675253b1c6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.028969 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4178adcd-56a8-4fec-b873-7c5ffcd1ae64 req-e1266f6a-315b-4e01-8e18-c2675253b1c6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0755110 Oct 28 09:50:40.068373 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] For port 6c6875ee-14b1-4dbb-b015-c4e5572a205e, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:40.072734 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] For port 6c6875ee-14b1-4dbb-b015-c4e5572a205e, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=6c6875ee-14b1-4dbb-b015-c4e5572a205e,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:40.084462 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4178adcd-56a8-4fec-b873-7c5ffcd1ae64 req-551e7f89-de1a-410d-979e-01e9da4e4a8f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546134 Oct 28 09:50:40.110456 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.163710 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.231254 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.248106 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b6bce-1411-4f75-bb6d-fffb24e40032 None None] Pushing event updated for resources: {'Port': ['ID=6c6875ee-14b1-4dbb-b015-c4e5572a205e,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.254006 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:40.254854 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:40.307133 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Network eae02c1e-9b55-4706-835b-6fa51061835a is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:40.310612 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:40.314508 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:40.363097 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.369491 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e0bc5-96b7-4f08-a20c-cdcc1d976916 req-e5429eac-b79b-48bd-a03d-d862e995f6f6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.372143 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79e0bc5-96b7-4f08-a20c-cdcc1d976916 req-e5429eac-b79b-48bd-a03d-d862e995f6f6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0865993 Oct 28 09:50:40.382152 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:40.450196 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79e0bc5-96b7-4f08-a20c-cdcc1d976916 req-92bb1bb1-b621-424a-866f-02259f87c294 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699017 Oct 28 09:50:40.544941 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c49b0-c08d-4d5f-b18e-73f2b4804bdf req-fdb22a6b-f8da-4899-b70c-080b929cc672 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:40.553610 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-405c49b0-c08d-4d5f-b18e-73f2b4804bdf req-fdb22a6b-f8da-4899-b70c-080b929cc672 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.1000931 Oct 28 09:50:40.554249 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 47205d8e-168f-4ae5-b770-9b37384b14d1 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:40.612700 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-405c49b0-c08d-4d5f-b18e-73f2b4804bdf req-15b70ab9-a586-46d5-8b55-8ff623d71bdb tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580773 Oct 28 09:50:40.629351 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 47205d8e-168f-4ae5-b770-9b37384b14d1 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:40.630672 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.664371 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:38Z', 'revision_number': 3, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:40.697773 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8ab52-df73-4ea1-a285-ec88b101de44 None None] The sync data for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi is: [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:38Z', 'revision_number': 3, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:40.789893 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-0053dc28-cef1-4c3b-8c70-1dcee3214f27 None None] Provisioning complete for port f4704330-f2e8-4e23-894e-3573e0038a4f triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:40.790488 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0053dc28-cef1-4c3b-8c70-1dcee3214f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:40.806404 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Pushing event updated for resources: {'Port': ['ID=f4704330-f2e8-4e23-894e-3573e0038a4f,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:40.843275 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-0053dc28-cef1-4c3b-8c70-1dcee3214f27 None None] Port f4704330-f2e8-4e23-894e-3573e0038a4f cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:40.888786 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-29977d8f-d128-4a74-9b70-2c3add855688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.107203 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.209825 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4119497-4414-4dcf-8117-2fdf8ddfade2 req-b3773968-0861-4452-8d3f-1a20840ec2ac tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.213756 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4119497-4414-4dcf-8117-2fdf8ddfade2 req-b3773968-0861-4452-8d3f-1a20840ec2ac tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0983233 Oct 28 09:50:41.362350 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7aa2-a132-430f-9eee-aa6b95ee2d9e req-4cfefea8-970a-43a9-9f76-ad56df7d4044 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.365236 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0e6d7aa2-a132-430f-9eee-aa6b95ee2d9e req-4cfefea8-970a-43a9-9f76-ad56df7d4044 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1494253 Oct 28 09:50:41.373957 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4119497-4414-4dcf-8117-2fdf8ddfade2 req-7c1929c4-40e6-49ee-adc3-7bdbf014d2f2 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407759 Oct 28 09:50:41.389689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-be697b90-3af1-403a-8a4c-3d1a94859271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.391594 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-be697b90-3af1-403a-8a4c-3d1a94859271 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1099 time: 0.1253874 Oct 28 09:50:41.418564 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.532534 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.643042 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:41.644946 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Pushing event updated for resources: {'Port': ['ID=f4704330-f2e8-4e23-894e-3573e0038a4f,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:41.783434 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0e6d7aa2-a132-430f-9eee-aa6b95ee2d9e req-33f7a09c-3d2e-43db-a83b-a98390365281 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062765 Oct 28 09:50:41.785513 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Network eae02c1e-9b55-4706-835b-6fa51061835a is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:41.787531 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:41.819171 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb13a4e-36c7-49aa-ab01-91675671ee16 req-7d186be0-4e79-40c0-b63e-46131fe019df tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.827570 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9cb13a4e-36c7-49aa-ab01-91675671ee16 req-7d186be0-4e79-40c0-b63e-46131fe019df tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1008327 Oct 28 09:50:41.869222 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-908bf285-2a7f-4358-8183-7fbe3c6055a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:41.869222 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-908bf285-2a7f-4358-8183-7fbe3c6055a6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 911 time: 0.4654706 Oct 28 09:50:41.941906 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9cb13a4e-36c7-49aa-ab01-91675671ee16 req-f8fdfcae-b951-42e1-8b24-a3edc0ec6fb1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133044 Oct 28 09:50:41.981081 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:41.983858 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-5a8d1f16-8011-4811-ab86-e333ea8effe5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 1002 time: 0.1032760 Oct 28 09:50:42.079476 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-3a482941-c37d-4d3b-ad6f-a43c3cbc2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:42.081091 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-3a482941-c37d-4d3b-ad6f-a43c3cbc2b88 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0852978 Oct 28 09:50:42.132246 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:42.134321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-6624d486-c624-44c6-9771-937d3f8b46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:42.151494 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-6624d486-c624-44c6-9771-937d3f8b46d8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477729 Oct 28 09:50:42.151676 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-5b61bb40-014a-45d5-bc2b-dae99c33871b admin admin] 10.222.0.104 "PUT /v2.0/routers/f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9077837 Oct 28 09:50:42.183436 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-726ff2a9-8181-4c73-b582-e19f99be423b None None] Provisioning complete for port f4704330-f2e8-4e23-894e-3573e0038a4f triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:42.184150 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-726ff2a9-8181-4c73-b582-e19f99be423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.208298 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:50:42.232723 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.239074 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-726ff2a9-8181-4c73-b582-e19f99be423b None None] Port f4704330-f2e8-4e23-894e-3573e0038a4f cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:42.261637 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-01497b8a-c053-42d0-a952-3b146d5507ae service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133027 Oct 28 09:50:42.384177 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:42.399423 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'port_id': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'mac_address': 'fa:16:3e:dc:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:50:42.405677 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-28b4e194-eba8-4fa9-9fea-0a1db36ebefa req-668985db-f725-47e1-8077-c56ea8ecbed9 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352413 Oct 28 09:50:42.476516 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.489367 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.499460 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b51e7b00-09ad-41ca-b851-00805473b75a {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:50:42.541189 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 6c6875ee-14b1-4dbb-b015-c4e5572a205e up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:42.548694 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:42.565294 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7deff-d3b1-4651-ad9f-83c9007f16ac req-4f075ed4-fcdf-4bd2-addc-aeb468b5b142 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:42.573847 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6f7deff-d3b1-4651-ad9f-83c9007f16ac req-4f075ed4-fcdf-4bd2-addc-aeb468b5b142 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0739896 Oct 28 09:50:42.611447 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.616183 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6f7deff-d3b1-4651-ad9f-83c9007f16ac req-6355ce53-3c78-47a1-a770-18af2bb0a00f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406494 Oct 28 09:50:42.691245 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 6c6875ee-14b1-4dbb-b015-c4e5572a205e triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:42.691632 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:42.696350 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=6']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:42.740638 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['b51e7b00-09ad-41ca-b851-00805473b75a'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:50:42.774012 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Sync routers for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:42.804897 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:42.805623 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:42.923539 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23456cfe-2246-4b95-858f-1295c14f0542 req-412d2fd6-1849-4b98-9d8f-91476515eff8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:42.925161 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-23456cfe-2246-4b95-858f-1295c14f0542 req-412d2fd6-1849-4b98-9d8f-91476515eff8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0572278 Oct 28 09:50:42.979311 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-23456cfe-2246-4b95-858f-1295c14f0542 req-d48fdcc1-a47d-466f-b4e7-6de6698fc9bf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Oct 28 09:50:43.078864 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.099526 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 48116) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:43.107826 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-887963703-network', 'tenant_id': '753856b354d7442d9404279c9f857f03'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:43.139351 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:43.142076 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 6c6875ee-14b1-4dbb-b015-c4e5572a205e, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=6c6875ee-14b1-4dbb-b015-c4e5572a205e,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:43.158260 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc654fc5-697f-4f09-8827-8bfb603daed1 req-33a5261c-e8b3-4573-b0fc-2606fd6ec83a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:43.159766 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dc654fc5-697f-4f09-8827-8bfb603daed1 req-33a5261c-e8b3-4573-b0fc-2606fd6ec83a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 944 time: 0.0683277 Oct 28 09:50:43.207914 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dc654fc5-697f-4f09-8827-8bfb603daed1 req-e051d06f-94af-401d-8366-b612b64074d3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373101 Oct 28 09:50:43.211804 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Made reservation on behalf of 753856b354d7442d9404279c9f857f03 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:43.216207 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.237434 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.237852 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.322242 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.356702 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=6c6875ee-14b1-4dbb-b015-c4e5572a205e,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:43.394956 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.429981 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:50:43.440052 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb19d4-659f-4096-addb-1de82d6ff882,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:43.440345 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:41Z', 'revision_number': 2, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:43.446585 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.446930 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Added segment 28a2fb94-7754-4553-8607-cc8b0263d2ca of type vlan for network 7b4a889f-ff28-4f1d-9e69-89ca5039deed Oct 28 09:50:43.467036 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Checking router: f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:43.467381 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Updating router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad port f4704330-f2e8-4e23-894e-3573e0038a4f binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:43.491544 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.497194 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.656915 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.657915 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:43.658573 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.747189 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] Pushing event updated for resources: {'Network': ['ID=7b4a889f-ff28-4f1d-9e69-89ca5039deed,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:43.764254 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c8c04-3c20-451b-a44b-45ea6ac3c1e6 req-eb764974-7fdc-4710-a860-90f031989176 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:43.766887 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b77c8c04-3c20-451b-a44b-45ea6ac3c1e6 req-eb764974-7fdc-4710-a860-90f031989176 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0697610 Oct 28 09:50:43.778517 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:50:43.804840 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b77c8c04-3c20-451b-a44b-45ea6ac3c1e6 req-0d187f4e-35d2-4757-91bb-c9a131a0be12 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331569 Oct 28 09:50:43.842689 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-82f7c3d6-1202-46a7-963e-eae21b6cc256 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7419310 Oct 28 09:50:43.845561 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 48124) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:43.850473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Request body: {'subnet': {'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-887963703-subnet', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:43.852929 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.973835 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:43.999596 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Made reservation on behalf of 753856b354d7442d9404279c9f857f03 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:50:44.002123 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.023060 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4e3b-b0fd-457e-962d-2c86a9c6f5db None None] Pushing event updated for resources: {'Port': ['ID=f4704330-f2e8-4e23-894e-3573e0038a4f,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:44.086743 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Attempting to bind port f4704330-f2e8-4e23-894e-3573e0038a4f on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:44.087106 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Attempting to bind port f4704330-f2e8-4e23-894e-3573e0038a4f by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:44.087465 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Attempting to bind port f4704330-f2e8-4e23-894e-3573e0038a4f on network eae02c1e-9b55-4706-835b-6fa51061835a {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:44.098823 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:44.099874 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Checking segment: {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:44.101006 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.102103 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Bound using segment: {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:44.102672 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Bound port: f4704330-f2e8-4e23-894e-3573e0038a4f, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:44.104515 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.207461 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c42e54-cc83-42c7-ab59-9be92000425e req-659fbe6f-f13d-4162-afff-048a277c504c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:44.220737 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d9c42e54-cc83-42c7-ab59-9be92000425e req-659fbe6f-f13d-4162-afff-048a277c504c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1036627 Oct 28 09:50:44.236042 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:44.314120 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d9c42e54-cc83-42c7-ab59-9be92000425e req-d04a03e2-b2d5-468f-a039-0e8978e61d52 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950234 Oct 28 09:50:44.316908 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] For port f4704330-f2e8-4e23-894e-3573e0038a4f, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:44.341035 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] For port f4704330-f2e8-4e23-894e-3573e0038a4f, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f4704330-f2e8-4e23-894e-3573e0038a4f,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:44.345361 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.383083 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port b51e7b00-09ad-41ca-b851-00805473b75a triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:44.383448 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.394432 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101449f9-d7fa-4f58-83fa-01baf032cf03 req-1c8c7457-6e4b-4d42-9a5d-1604c29871ec tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:44.396298 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-101449f9-d7fa-4f58-83fa-01baf032cf03 req-1c8c7457-6e4b-4d42-9a5d-1604c29871ec tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 944 time: 0.0634193 Oct 28 09:50:44.408932 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-da1c8db2-0bcc-4ae9-9f91-845e9cf34de5 None None] Provisioning complete for port f4704330-f2e8-4e23-894e-3573e0038a4f triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:44.409194 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-da1c8db2-0bcc-4ae9-9f91-845e9cf34de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.414174 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.460885 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-101449f9-d7fa-4f58-83fa-01baf032cf03 req-b34cfd14-5da6-4883-b6e9-a7925f49985d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571179 Oct 28 09:50:44.503566 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.525137 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e735ad-5830-46b7-9b8c-87b3709473b4,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:44.539603 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Checking segment: {'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:44.548442 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Network hostable DHCP agents. Network: 7b4a889f-ff28-4f1d-9e69-89ca5039deed, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:50:44.570141 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 6c6875ee-14b1-4dbb-b015-c4e5572a205e up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:44.649053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:44.649698 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:44.654097 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:50:44.745380 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4e3b-b0fd-457e-962d-2c86a9c6f5db None None] Pushing event updated for resources: {'Port': ['ID=f4704330-f2e8-4e23-894e-3573e0038a4f,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:44.780467 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.785809 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 7b4a889f-ff28-4f1d-9e69-89ca5039deed) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:44.790464 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:44.790875 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.807455 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f8157-5876-4750-b380-e0b2350d3bfd None None] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:44.871730 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-da1c8db2-0bcc-4ae9-9f91-845e9cf34de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.894742 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:50:44.897053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3d949-0ea7-4640-a2c5-1d0a1052a5a2" -d '{"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-plugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:50:44.927933 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:44.929036 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 6c6875ee-14b1-4dbb-b015-c4e5572a205e triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:44.929537 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:44.953948 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-41214ada-571b-40d6-a09a-ec2514e5a80f admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1072485 Oct 28 09:50:44.957238 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 48146) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:44.962478 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95442e6-8684-49a1-a291-29547924b1e6 x-openstack-request-id: req-d95442e6-8684-49a1-a291-29547924b1e6 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:50:44.962779 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:50:44.962988 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-plugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:50:44.963140 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d95442e6-8684-49a1-a291-29547924b1e6 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:50:44.963423 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'code': 200} Oct 28 09:50:44.968145 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:45.041429 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-da1c8db2-0bcc-4ae9-9f91-845e9cf34de5 None None] For port f4704330-f2e8-4e23-894e-3573e0038a4f, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f4704330-f2e8-4e23-894e-3573e0038a4f,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:45.048464 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.144532 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.145728 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.201497 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.254286 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-da1c8db2-0bcc-4ae9-9f91-845e9cf34de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.354066 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=7']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:45.460548 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-7b4a889f-ff28-4f1d-9e69-89ca5039deed', 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'fixed_ips': [{'subnet_id': 'f2e735ad-5830-46b7-9b8c-87b3709473b4'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:50:45.461563 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.515585 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-b4ebf930-75cc-48e7-9c6d-9bde68461e11 None None] Provisioning complete for port f4704330-f2e8-4e23-894e-3573e0038a4f triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:45.515952 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b4ebf930-75cc-48e7-9c6d-9bde68461e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.519761 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:50:45.539758 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c8db2-0bcc-4ae9-9f91-845e9cf34de5 None None] Pushing event updated for resources: {'Port': ['ID=f4704330-f2e8-4e23-894e-3573e0038a4f,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:45.627144 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:45.648538 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133d56d-5518-418d-83ba-9f15281f182c req-e4944973-20ea-4b1f-9dbf-33a36897fd72 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:45.653288 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2133d56d-5518-418d-83ba-9f15281f182c req-e4944973-20ea-4b1f-9dbf-33a36897fd72 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.2140093 Oct 28 09:50:45.701613 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f0c6-6c76-4789-abbe-96cf74288204 req-8e4900ec-695f-4bb6-a699-0baa02e312f8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:45.703324 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9091f0c6-6c76-4789-abbe-96cf74288204 req-8e4900ec-695f-4bb6-a699-0baa02e312f8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1090791 Oct 28 09:50:45.747233 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:45.748231 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2133d56d-5518-418d-83ba-9f15281f182c req-ca75de9e-54ed-465c-afac-5c61a0b1766a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877364 Oct 28 09:50:45.793076 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c37b68d-1d49-42f4-bf95-47faa4b929ec None None] The sync data for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi is: [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:45.795959 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Allocated IP 172.20.0.2 (7b4a889f-ff28-4f1d-9e69-89ca5039deed/f2e735ad-5830-46b7-9b8c-87b3709473b4/c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:45.809995 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9091f0c6-6c76-4789-abbe-96cf74288204 req-a3f9e710-6951-4740-8e8c-69651710bbce tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923121 Oct 28 09:50:46.040635 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.051469 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.076498 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.154908 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.208638 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:46.211731 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:46.212880 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Allocated IP 172.27.0.61 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/57a2831e-416d-4f13-abf7-e6f1f90ba798) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:46.226678 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:46.295433 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Pushing event updated for resources: {'Port': ['ID=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:46.311518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Attempting to bind port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:46.311701 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 48166) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:46.312176 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Attempting to bind port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:46.312304 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Attempting to bind port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec on network 7b4a889f-ff28-4f1d-9e69-89ca5039deed {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:46.319609 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:46.320008 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Checking segment: {'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:46.320965 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.321573 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Bound using segment: {'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:46.322948 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Bound port: c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:46.323759 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.374339 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.491398 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] For port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:46.495828 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] For port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,segment=NetworkSegment(28a2fb94-7754-4553-8607-cc8b0263d2ca),segment_id=28a2fb94-7754-4553-8607-cc8b0263d2ca)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:46.546164 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df75418e-0010-4c2d-8a01-b4a59b7fd17c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.572986 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.583150 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.596693 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f4704330-f2e8-4e23-894e-3573e0038a4f up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:46.621288 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:46.632490 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:46.638873 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:46.694187 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=57a2831e-416d-4f13-abf7-e6f1f90ba798,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:46.707361 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df75418e-0010-4c2d-8a01-b4a59b7fd17c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.716740 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0d408-3e13-4c90-997a-06d91043e776 None None] Pushing event updated for resources: {'Port': ['ID=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:46.771342 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port f4704330-f2e8-4e23-894e-3573e0038a4f triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:46.772167 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.838544 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df75418e-0010-4c2d-8a01-b4a59b7fd17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:46.921714 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-df75418e-0010-4c2d-8a01-b4a59b7fd17c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=467fb1892cda4718ac3231d297dad722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084206 Oct 28 09:50:46.925246 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 48178) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:46.961624 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75418e-0010-4c2d-8a01-b4a59b7fd17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af47ed95-46b0-4d9f-8b5c-bd520ca627e9,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:46.997834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ba30b-658e-4508-a3e6-6a33ededa901 req-1bf1e476-0152-4dae-88ca-8d83a3312513 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:46.999800 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6b7ba30b-658e-4508-a3e6-6a33ededa901 req-1bf1e476-0152-4dae-88ca-8d83a3312513 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1271102 Oct 28 09:50:47.114593 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ace9eb2c-6159-4257-bdb2-4d45a2ba331d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:47.157769 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ace9eb2c-6159-4257-bdb2-4d45a2ba331d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:47.212515 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6b7ba30b-658e-4508-a3e6-6a33ededa901 req-57d79264-ecb8-41c7-af71-3e94b9c71a3a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004163 Oct 28 09:50:47.237902 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dab80-63c5-4b56-a43f-a741b3d278d8 req-48cf6edb-06fb-4c25-972b-5abb0a068acd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:47.245885 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8f8dab80-63c5-4b56-a43f-a741b3d278d8 req-48cf6edb-06fb-4c25-972b-5abb0a068acd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1437173 Oct 28 09:50:47.251770 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:47.357833 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8f8dab80-63c5-4b56-a43f-a741b3d278d8 req-f788ce28-54fa-4bc4-b5b1-e5e769afc998 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110013 Oct 28 09:50:47.359911 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ace9eb2c-6159-4257-bdb2-4d45a2ba331d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:47.362567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ace9eb2c-6159-4257-bdb2-4d45a2ba331d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:47.364060 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-ace9eb2c-6159-4257-bdb2-4d45a2ba331d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/af47ed95-46b0-4d9f-8b5c-bd520ca627e9 HTTP/1.1" status: 204 len: 168 time: 0.4144998 Oct 28 09:50:47.378293 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9eb2c-6159-4257-bdb2-4d45a2ba331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af47ed95-46b0-4d9f-8b5c-bd520ca627e9,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:47.542083 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:47.765392 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Router 21d6732f-2de9-46f0-a1a4-9281a402284a is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:50:47.913966 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:47.941167 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Sync routers for ids ['21d6732f-2de9-46f0-a1a4-9281a402284a'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:47.950895 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dde0d5-ee07-4ea1-bac1-3db2a662c705 None None] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:50:47.959789 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Routers {'21d6732f-2de9-46f0-a1a4-9281a402284a'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:47.960412 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['21d6732f-2de9-46f0-a1a4-9281a402284a'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:48.067640 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.071636 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d598fb7f-880c-4169-a787-1dd0a3088ec8 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1104801 Oct 28 09:50:48.071806 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 48188) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:50:48.083367 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Set router 21d6732f-2de9-46f0-a1a4-9281a402284a gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:48.084129 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-78bdfedd-054e-473b-9804-133969bfb454 None None] Provisioning complete for port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:48.084502 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-78bdfedd-054e-473b-9804-133969bfb454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.227078 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-78bdfedd-054e-473b-9804-133969bfb454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.272194 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-78bdfedd-054e-473b-9804-133969bfb454 None None] For port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,segment=NetworkSegment(28a2fb94-7754-4553-8607-cc8b0263d2ca),segment_id=28a2fb94-7754-4553-8607-cc8b0263d2ca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:48.342778 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-78bdfedd-054e-473b-9804-133969bfb454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.438553 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:50:46Z', 'revision_number': 3, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port': {'id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:46Z', 'updated_at': '2021-10-28T09:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:48.445700 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdfedd-054e-473b-9804-133969bfb454 None None] Pushing event updated for resources: {'Port': ['ID=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:48.471177 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-fc78d58a-75e8-4d74-b293-23413e0590fc None None] Provisioning complete for port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:48.471661 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-fc78d58a-75e8-4d74-b293-23413e0590fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.478386 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Checking router: 21d6732f-2de9-46f0-a1a4-9281a402284a for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:48.479826 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Updating router 21d6732f-2de9-46f0-a1a4-9281a402284a port 57a2831e-416d-4f13-abf7-e6f1f90ba798 binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:48.537487 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.625501 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:48.700964 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:48.701274 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.846066 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c333a-8acb-4290-a041-cdc6cb511680 req-cb4f3231-e06d-4dc7-8549-83a28b795396 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:48.847876 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-982c333a-8acb-4290-a041-cdc6cb511680 req-cb4f3231-e06d-4dc7-8549-83a28b795396 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.5170004 Oct 28 09:50:48.858579 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b831138-413d-4bc0-a576-cc7b056b3301 req-46e87a81-1057-488b-b8bc-1e055e208223 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:48.860164 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3b831138-413d-4bc0-a576-cc7b056b3301 req-46e87a81-1057-488b-b8bc-1e055e208223 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1814375 Oct 28 09:50:48.871218 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:48.944711 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3b831138-413d-4bc0-a576-cc7b056b3301 req-b2066ab7-2a4a-459d-a0bc-1950509b555f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754685 Oct 28 09:50:48.956612 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-982c333a-8acb-4290-a041-cdc6cb511680 req-123868aa-36d2-419f-87fe-ffaf33140f36 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953357 Oct 28 09:50:48.959961 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.018028 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Attempting to bind port 57a2831e-416d-4f13-abf7-e6f1f90ba798 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:49.024204 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Attempting to bind port 57a2831e-416d-4f13-abf7-e6f1f90ba798 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:49.024204 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Attempting to bind port 57a2831e-416d-4f13-abf7-e6f1f90ba798 on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:49.029889 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Pushing event updated for resources: {'Port': ['ID=57a2831e-416d-4f13-abf7-e6f1f90ba798,revision_number=2']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:49.035806 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:49.036169 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:49.036991 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.037741 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:49.038367 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Bound port: 57a2831e-416d-4f13-abf7-e6f1f90ba798, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:49.039321 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.066433 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.066844 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.067162 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.067495 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.067817 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.068141 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.068463 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.068837 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.069282 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.069575 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.069909 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.070246 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:49.105535 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.118443 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] For port 57a2831e-416d-4f13-abf7-e6f1f90ba798, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:49.123902 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] For port 57a2831e-416d-4f13-abf7-e6f1f90ba798, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=57a2831e-416d-4f13-abf7-e6f1f90ba798,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:49.221008 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.283550 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Allocated IP 172.20.0.1 (7b4a889f-ff28-4f1d-9e69-89ca5039deed/f2e735ad-5830-46b7-9b8c-87b3709473b4/2ced0851-2558-4c26-ac05-1caad392aa15) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:50:49.298668 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Routers {'21d6732f-2de9-46f0-a1a4-9281a402284a'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:49.298880 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['21d6732f-2de9-46f0-a1a4-9281a402284a'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:49.366666 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ce44-c294-43c3-9a48-7592a62a5d59 None None] Pushing event updated for resources: {'Port': ['ID=57a2831e-416d-4f13-abf7-e6f1f90ba798,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:49.404909 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.421535 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] Set router 21d6732f-2de9-46f0-a1a4-9281a402284a gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:49.517560 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.559270 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:49.562304 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:49.565919 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:50:49.591582 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Pushing event updated for resources: {'Port': ['ID=2ced0851-2558-4c26-ac05-1caad392aa15,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:49.633932 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.641942 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:50:46Z', 'revision_number': 3, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port': {'id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:46Z', 'updated_at': '2021-10-28T09:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:49.687211 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e761581e-d450-4652-b4dc-352d3bfe653f None None] The sync data for ids ['21d6732f-2de9-46f0-a1a4-9281a402284a'] in dv-cinder-815712-3-iscsi is: [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:50:46Z', 'revision_number': 3, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port': {'id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:46Z', 'updated_at': '2021-10-28T09:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:49.903854 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:49.923033 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-651fca73-950f-42f9-ab84-c39f885f3302 None None] Provisioning complete for port 2ced0851-2558-4c26-ac05-1caad392aa15 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:49.924410 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-651fca73-950f-42f9-ab84-c39f885f3302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.065098 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-651fca73-950f-42f9-ab84-c39f885f3302 None None] Port 2ced0851-2558-4c26-ac05-1caad392aa15 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:50.196712 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f7a83-d0ca-4dab-94c3-df501430ad1f req-3d7fdfb4-ecf0-4887-a7bb-534639098e57 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:50.198237 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c31f7a83-d0ca-4dab-94c3-df501430ad1f req-3d7fdfb4-ecf0-4887-a7bb-534639098e57 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1165059 Oct 28 09:50:50.210974 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b787041-8852-41e0-be30-39e7914fc2ce req-23e413b2-f3a1-4733-933b-abe0e3cb40f2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:50.213438 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0b787041-8852-41e0-be30-39e7914fc2ce req-23e413b2-f3a1-4733-933b-abe0e3cb40f2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1336615 Oct 28 09:50:50.296086 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.313252 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c31f7a83-d0ca-4dab-94c3-df501430ad1f req-cf68d043-599b-45c5-a820-3bc111b67f54 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984058 Oct 28 09:50:50.318990 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0b787041-8852-41e0-be30-39e7914fc2ce req-ee6d27de-9060-4623-8dd2-9c9bb21e30bf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934627 Oct 28 09:50:50.371611 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.452461 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.466038 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Pushing event updated for resources: {'Port': ['ID=2ced0851-2558-4c26-ac05-1caad392aa15,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:50.605868 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:50.618318 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:50:50.620569 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:50:50.668545 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:50.669013 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.783028 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 57a2831e-416d-4f13-abf7-e6f1f90ba798 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:50.785823 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Router 21d6732f-2de9-46f0-a1a4-9281a402284a has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:50:50.845071 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 57a2831e-416d-4f13-abf7-e6f1f90ba798 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:50.845439 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.902544 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-0827f730-a77a-4154-8eb6-bcfa90a76cc9 None None] Provisioning complete for port 2ced0851-2558-4c26-ac05-1caad392aa15 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:50.903062 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0827f730-a77a-4154-8eb6-bcfa90a76cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.912641 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:50:50.918403 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ca0f0a29-5eed-4315-b601-9cbd2583da81 admin admin] 10.222.0.104 "PUT /v2.0/routers/21d6732f-2de9-46f0-a1a4-9281a402284a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8450301 Oct 28 09:50:50.970166 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-0827f730-a77a-4154-8eb6-bcfa90a76cc9 None None] Port 2ced0851-2558-4c26-ac05-1caad392aa15 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:50.973571 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:50.993155 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 57a2831e-416d-4f13-abf7-e6f1f90ba798, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=57a2831e-416d-4f13-abf7-e6f1f90ba798,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:51.076561 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:51.131957 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=57a2831e-416d-4f13-abf7-e6f1f90ba798,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:51.142410 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.142776 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.143112 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.143437 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.143759 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.144254 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.144587 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.145053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.145374 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.145678 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.145966 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.150909 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:50:51.483690 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cc065-03a3-4d85-a854-9ffd10fa61a9 req-c7bd7e9d-2057-45ca-8dfa-18d737aea7e8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:51.485221 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ae4cc065-03a3-4d85-a854-9ffd10fa61a9 req-c7bd7e9d-2057-45ca-8dfa-18d737aea7e8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0910220 Oct 28 09:50:51.491248 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Sync routers for ids ['21d6732f-2de9-46f0-a1a4-9281a402284a'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:50:51.502172 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Routers {'21d6732f-2de9-46f0-a1a4-9281a402284a'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:51.502784 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['21d6732f-2de9-46f0-a1a4-9281a402284a'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:51.518709 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930f22f-5cad-4fab-8e85-96463e992364 req-0b57d472-87d7-4929-98dd-04c3e80d46d8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:51.520302 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0930f22f-5cad-4fab-8e85-96463e992364 req-0b57d472-87d7-4929-98dd-04c3e80d46d8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1063545 Oct 28 09:50:51.557857 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ae4cc065-03a3-4d85-a854-9ffd10fa61a9 req-9d7f5c2c-24b0-40e8-9c5e-6c073d6ee1cb tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652113 Oct 28 09:50:51.577760 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0930f22f-5cad-4fab-8e85-96463e992364 req-2b967bb2-49b8-46c1-b9de-aba2e1592ef4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Oct 28 09:50:51.760160 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Set router 21d6732f-2de9-46f0-a1a4-9281a402284a gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:51.999413 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:50:49Z', 'revision_number': 4, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port': {'id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:46Z', 'updated_at': '2021-10-28T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '2ced0851-2558-4c26-ac05-1caad392aa15', 'name': '', 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f2e735ad-5830-46b7-9b8c-87b3709473b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:49Z', 'updated_at': '2021-10-28T09:50:49Z', 'revision_number': 2, 'project_id': '753856b354d7442d9404279c9f857f03', 'subnets': [{'id': 'f2e735ad-5830-46b7-9b8c-87b3709473b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:52.036165 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Checking router: 21d6732f-2de9-46f0-a1a4-9281a402284a for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:50:52.036509 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Updating router 21d6732f-2de9-46f0-a1a4-9281a402284a port 2ced0851-2558-4c26-ac05-1caad392aa15 binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:50:52.065089 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.356182 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.419816 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.504153 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 57a2831e-416d-4f13-abf7-e6f1f90ba798 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:52.517018 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad0ec6-cbc4-473d-b77a-cb1f51d3582a None None] Pushing event updated for resources: {'Port': ['ID=2ced0851-2558-4c26-ac05-1caad392aa15,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:52.574340 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Attempting to bind port 2ced0851-2558-4c26-ac05-1caad392aa15 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:50:52.574556 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Attempting to bind port 2ced0851-2558-4c26-ac05-1caad392aa15 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:50:52.574770 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Attempting to bind port 2ced0851-2558-4c26-ac05-1caad392aa15 on network 7b4a889f-ff28-4f1d-9e69-89ca5039deed {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:50:52.582875 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:50:52.583427 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Checking segment: {'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:50:52.583790 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.584187 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Bound using segment: {'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:50:52.584692 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Bound port: 2ced0851-2558-4c26-ac05-1caad392aa15, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a2fb94-7754-4553-8607-cc8b0263d2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:50:52.585143 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.612859 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 57a2831e-416d-4f13-abf7-e6f1f90ba798 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:52.612859 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.712254 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] For port 2ced0851-2558-4c26-ac05-1caad392aa15, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:50:52.751598 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] For port 2ced0851-2558-4c26-ac05-1caad392aa15, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=2ced0851-2558-4c26-ac05-1caad392aa15,segment=NetworkSegment(28a2fb94-7754-4553-8607-cc8b0263d2ca),segment_id=28a2fb94-7754-4553-8607-cc8b0263d2ca)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:50:52.756067 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-e2e49f9c-61e4-428b-9081-67b24d792dd3 None None] Provisioning complete for port 2ced0851-2558-4c26-ac05-1caad392aa15 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:52.756458 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e2e49f9c-61e4-428b-9081-67b24d792dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.794297 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e53d8-fa94-4348-bde9-441999d8505f req-6e5d1177-d860-41ce-8693-934cac724a52 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:52.796093 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f40e53d8-fa94-4348-bde9-441999d8505f req-6e5d1177-d860-41ce-8693-934cac724a52 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1407962 Oct 28 09:50:52.811430 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-e2e49f9c-61e4-428b-9081-67b24d792dd3 None None] Port 2ced0851-2558-4c26-ac05-1caad392aa15 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:50:52.816208 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e8126-4792-4386-b49c-c04f6a25b10f req-dff4bc02-b436-4ab2-9423-44f7127494c9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:52.817981 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-378e8126-4792-4386-b49c-c04f6a25b10f req-dff4bc02-b436-4ab2-9423-44f7127494c9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1155727 Oct 28 09:50:52.833949 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:52.906464 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Routers {'21d6732f-2de9-46f0-a1a4-9281a402284a'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:50:52.907127 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:50:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['21d6732f-2de9-46f0-a1a4-9281a402284a'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:52.919593 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f40e53d8-fa94-4348-bde9-441999d8505f req-6fbb8d0e-4553-46c7-bd78-6dafe7a5ff26 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142128 Oct 28 09:50:52.925738 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-378e8126-4792-4386-b49c-c04f6a25b10f req-1d2cc0e5-06f9-4ba4-9899-3a0183c63d46 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996418 Oct 28 09:50:52.991881 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad0ec6-cbc4-473d-b77a-cb1f51d3582a None None] Pushing event updated for resources: {'Port': ['ID=2ced0851-2558-4c26-ac05-1caad392aa15,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:53.046955 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] Set router 21d6732f-2de9-46f0-a1a4-9281a402284a gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:50:53.184487 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-b78c97a5-c198-4ae0-a347-d2886981f7cd None None] Provisioning complete for port 2ced0851-2558-4c26-ac05-1caad392aa15 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:53.185000 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b78c97a5-c198-4ae0-a347-d2886981f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:53.336047 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b78c97a5-c198-4ae0-a347-d2886981f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:53.367284 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:50:49Z', 'revision_number': 4, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port': {'id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:46Z', 'updated_at': '2021-10-28T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '2ced0851-2558-4c26-ac05-1caad392aa15', 'name': '', 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f2e735ad-5830-46b7-9b8c-87b3709473b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:49Z', 'updated_at': '2021-10-28T09:50:52Z', 'revision_number': 4, 'project_id': '753856b354d7442d9404279c9f857f03', 'subnets': [{'id': 'f2e735ad-5830-46b7-9b8c-87b3709473b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:50:53.403228 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8184753-12a5-4e09-b965-2f4d56887187 None None] The sync data for ids ['21d6732f-2de9-46f0-a1a4-9281a402284a'] in dv-cinder-815712-3-iscsi is: [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:50:49Z', 'revision_number': 4, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port': {'id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:46Z', 'updated_at': '2021-10-28T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '2ced0851-2558-4c26-ac05-1caad392aa15', 'name': '', 'network_id': '7b4a889f-ff28-4f1d-9e69-89ca5039deed', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'mac_address': 'fa:16:3e:ea:6c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f2e735ad-5830-46b7-9b8c-87b3709473b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:49Z', 'updated_at': '2021-10-28T09:50:52Z', 'revision_number': 4, 'project_id': '753856b354d7442d9404279c9f857f03', 'subnets': [{'id': 'f2e735ad-5830-46b7-9b8c-87b3709473b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:50:53.406006 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-b78c97a5-c198-4ae0-a347-d2886981f7cd None None] For port 2ced0851-2558-4c26-ac05-1caad392aa15, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=2ced0851-2558-4c26-ac05-1caad392aa15,segment=NetworkSegment(28a2fb94-7754-4553-8607-cc8b0263d2ca),segment_id=28a2fb94-7754-4553-8607-cc8b0263d2ca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:50:53.511886 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b78c97a5-c198-4ae0-a347-d2886981f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:53.576424 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c97a5-c198-4ae0-a347-d2886981f7cd None None] Pushing event updated for resources: {'Port': ['ID=2ced0851-2558-4c26-ac05-1caad392aa15,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:50:54.114069 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58b0fa-2a7c-471f-afc6-a6d88c9e1ee0 req-0642f106-bdcf-49f2-9e9e-e0df6662684b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:54.115757 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb58b0fa-2a7c-471f-afc6-a6d88c9e1ee0 req-0642f106-bdcf-49f2-9e9e-e0df6662684b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1001809 Oct 28 09:50:54.132536 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee97ff9-70cc-42c4-b9b1-57f8602e864f req-bd6dcc4d-6c6b-4591-be3d-91cf22b8f524 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:54.134513 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4ee97ff9-70cc-42c4-b9b1-57f8602e864f req-bd6dcc4d-6c6b-4591-be3d-91cf22b8f524 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0876317 Oct 28 09:50:54.203864 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb58b0fa-2a7c-471f-afc6-a6d88c9e1ee0 req-8d28d59f-2880-4937-83a5-1c10d849f6cd tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804746 Oct 28 09:50:54.209590 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4ee97ff9-70cc-42c4-b9b1-57f8602e864f req-c1f34092-6fab-4353-923c-0c30482173f1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588892 Oct 28 09:50:54.519604 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 2ced0851-2558-4c26-ac05-1caad392aa15 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:50:54.583244 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 2ced0851-2558-4c26-ac05-1caad392aa15 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:50:54.583596 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:55.375283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd76d73-5735-47e8-a358-b18ed19b0769 req-73d332fe-36c3-4387-b700-5f4fe087d11a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:55.376822 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fdd76d73-5735-47e8-a358-b18ed19b0769 req-73d332fe-36c3-4387-b700-5f4fe087d11a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0821574 Oct 28 09:50:55.386342 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1081e5-b57d-4fba-90bb-7d1c7f38c15b req-cf9e231a-72bd-47ae-bef4-6af5cdd0d2ad tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:55.387874 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb1081e5-b57d-4fba-90bb-7d1c7f38c15b req-cf9e231a-72bd-47ae-bef4-6af5cdd0d2ad tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0841866 Oct 28 09:50:55.453646 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fdd76d73-5735-47e8-a358-b18ed19b0769 req-531c0f0d-cee1-4cc9-a842-62ae92c6ef66 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645759 Oct 28 09:50:55.461458 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb1081e5-b57d-4fba-90bb-7d1c7f38c15b req-d3ff93d3-a6e4-4240-8d3f-6f59bbeb3363 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632398 Oct 28 09:50:56.630796 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daa5f3-14e1-4bad-9002-665fca6cb958 req-41da12aa-9a2c-4aa8-87b3-91d111f4280d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:56.632365 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b7daa5f3-14e1-4bad-9002-665fca6cb958 req-41da12aa-9a2c-4aa8-87b3-91d111f4280d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0887802 Oct 28 09:50:56.641563 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da2eea-f4cd-47fd-bbc7-ae96609b8e4d req-6a3d589b-acda-4a06-8098-be76044bf831 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:56.643045 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6da2eea-f4cd-47fd-bbc7-ae96609b8e4d req-6a3d589b-acda-4a06-8098-be76044bf831 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1015520 Oct 28 09:50:56.695193 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b7daa5f3-14e1-4bad-9002-665fca6cb958 req-8e2ed044-5cdf-4a09-bf0d-13c3210d165a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511584 Oct 28 09:50:56.710915 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6da2eea-f4cd-47fd-bbc7-ae96609b8e4d req-53faff24-0863-493a-9cf7-b6d1d57fc7d3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607986 Oct 28 09:50:56.886969 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:50:57.966238 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38282e3-bc04-4eeb-a8f7-ebf2c14add28 req-479dcc5b-52b8-4a96-bdd9-7cc7f196faa0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:57.972488 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c38282e3-bc04-4eeb-a8f7-ebf2c14add28 req-479dcc5b-52b8-4a96-bdd9-7cc7f196faa0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1675410 Oct 28 09:50:58.021386 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c38282e3-bc04-4eeb-a8f7-ebf2c14add28 req-d261d6e6-d6b1-405f-82f7-0b9895d8e2c8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477183 Oct 28 09:50:58.038539 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85067bd-afc3-4d1b-bf95-a5562cb7769d req-f2ede42b-075a-42ba-b8d0-ddf34d83a645 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:58.040256 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c85067bd-afc3-4d1b-bf95-a5562cb7769d req-f2ede42b-075a-42ba-b8d0-ddf34d83a645 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1779954 Oct 28 09:50:58.122524 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c85067bd-afc3-4d1b-bf95-a5562cb7769d req-8de5bf8f-8efa-420c-a740-dac11e4c6e23 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729997 Oct 28 09:50:59.293736 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb1700-513d-4305-8bf9-d7bf339374b0 req-d72a7f63-e2ee-44e2-982c-16a6badd09dd tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:59.303193 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a0eb1700-513d-4305-8bf9-d7bf339374b0 req-d72a7f63-e2ee-44e2-982c-16a6badd09dd tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1573000 Oct 28 09:50:59.396768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9154bde-f057-4fbd-9735-b4fc864e1bdc req-39418813-f694-4077-8dc4-35998c7abeb6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:50:59.403762 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f9154bde-f057-4fbd-9735-b4fc864e1bdc req-39418813-f694-4077-8dc4-35998c7abeb6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0992389 Oct 28 09:50:59.428956 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a0eb1700-513d-4305-8bf9-d7bf339374b0 req-73798794-b558-42f5-a78a-ba34b9c917b7 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017401 Oct 28 09:50:59.512035 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f9154bde-f057-4fbd-9735-b4fc864e1bdc req-f9a10537-9154-415e-9cdb-c67c83cb9ef1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072161 Oct 28 09:51:00.480632 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04726a62-db94-4451-954d-cad3a37d6c20 req-c507536a-0cb8-4de5-addf-f7a42cb53f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:00.482562 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-04726a62-db94-4451-954d-cad3a37d6c20 req-c507536a-0cb8-4de5-addf-f7a42cb53f42 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 1099 time: 0.1336291 Oct 28 09:51:00.580085 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-04726a62-db94-4451-954d-cad3a37d6c20 req-a2b9b79d-84c4-4d91-8df5-d4a17c3b9c71 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847442 Oct 28 09:51:00.611103 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb8256-e3ab-4cbe-a9a4-77959d7dfe20 req-52013d0e-af8c-419a-8850-fdab062190e4 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:00.612868 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a5fb8256-e3ab-4cbe-a9a4-77959d7dfe20 req-52013d0e-af8c-419a-8850-fdab062190e4 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0830536 Oct 28 09:51:00.703980 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a5fb8256-e3ab-4cbe-a9a4-77959d7dfe20 req-eec67bf5-875a-498d-922f-a17a41ee3f1f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800226 Oct 28 09:51:00.721297 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a2210-91dd-4cf0-936e-4a946965212a req-9ec963c6-12e6-4651-aa4e-7048e3726ab8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:00.729107 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-619a2210-91dd-4cf0-936e-4a946965212a req-9ec963c6-12e6-4651-aa4e-7048e3726ab8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1150825 Oct 28 09:51:00.785637 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-619a2210-91dd-4cf0-936e-4a946965212a req-e0b19a0d-1d9f-43c1-a9a9-27dcbd100236 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545399 Oct 28 09:51:01.955462 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5195086-ef2b-42c9-a461-1bb19ba095e1 req-ac573ee7-df0c-424d-a178-51e81524f640 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:01.962835 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e5195086-ef2b-42c9-a461-1bb19ba095e1 req-ac573ee7-df0c-424d-a178-51e81524f640 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1453176 Oct 28 09:51:02.045061 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e5195086-ef2b-42c9-a461-1bb19ba095e1 req-087e51a0-3787-4b74-aeab-57f9fef7a132 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812023 Oct 28 09:51:02.080217 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a930830-945b-4915-8d92-4e373f534752 req-f0c29996-6808-4f94-ba72-43cce3cb9d38 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:02.089741 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a930830-945b-4915-8d92-4e373f534752 req-f0c29996-6808-4f94-ba72-43cce3cb9d38 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1049109 Oct 28 09:51:02.134889 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a930830-945b-4915-8d92-4e373f534752 req-5cc7e3b8-3f44-4025-8ea4-97fa2132d21b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Oct 28 09:51:03.235473 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781549a6-85b2-4622-a436-2931c808690a req-77cc57fb-39c5-4ce4-8a59-b798db16d3d1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.237086 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-781549a6-85b2-4622-a436-2931c808690a req-77cc57fb-39c5-4ce4-8a59-b798db16d3d1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0831819 Oct 28 09:51:03.313483 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-781549a6-85b2-4622-a436-2931c808690a req-a86895e1-1a06-4314-b636-4b17ed2b2424 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685973 Oct 28 09:51:03.358345 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa19a3e-9839-40d9-bef7-2bc5d87cd449 req-5fdb4669-45ee-40d8-ac95-5e354a1cdc38 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.358345 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa19a3e-9839-40d9-bef7-2bc5d87cd449 req-5fdb4669-45ee-40d8-ac95-5e354a1cdc38 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1022220 Oct 28 09:51:03.410593 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fa19a3e-9839-40d9-bef7-2bc5d87cd449 req-3b4f41cf-b0aa-4bb6-81b4-6038e4be3c0e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597506 Oct 28 09:51:03.520822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483786ee-c56c-4e97-9a74-08409f46993d req-78f69fe7-cb26-4297-8105-cedfffd3e38f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:03.527335 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-483786ee-c56c-4e97-9a74-08409f46993d req-78f69fe7-cb26-4297-8105-cedfffd3e38f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0676410 Oct 28 09:51:03.592385 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-483786ee-c56c-4e97-9a74-08409f46993d req-9f61f3e7-90ec-4748-911d-2a9102b63684 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 Oct 28 09:51:04.546661 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c180f8a-7e73-4fb1-b0c1-2442bc449ed4 req-7491456a-1a28-404f-9873-ec29088e804d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:04.548395 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8c180f8a-7e73-4fb1-b0c1-2442bc449ed4 req-7491456a-1a28-404f-9873-ec29088e804d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0588374 Oct 28 09:51:04.594099 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8c180f8a-7e73-4fb1-b0c1-2442bc449ed4 req-adfdb4ce-e658-4ba2-b2cf-0fef2c59a5f4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394287 Oct 28 09:51:05.855152 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dca5d-180f-4c14-891f-f5f803754a9b req-cbaea4f4-30b1-4191-b851-8d038dec4b1b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:05.860900 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c96dca5d-180f-4c14-891f-f5f803754a9b req-cbaea4f4-30b1-4191-b851-8d038dec4b1b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1365445 Oct 28 09:51:05.941188 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c96dca5d-180f-4c14-891f-f5f803754a9b req-b8abce89-7504-4374-925b-ceee5f3db728 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792146 Oct 28 09:51:07.283177 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-c33ec897-c57b-4e35-a53f-db6fdf3d369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:07.284740 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-c33ec897-c57b-4e35-a53f-db6fdf3d369b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1099 time: 0.2999861 Oct 28 09:51:07.469974 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-4dd02844-0c6a-4b2a-a3ac-72bd3a10b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:07.471564 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-4dd02844-0c6a-4b2a-a3ac-72bd3a10b5eb service neutron] 10.222.0.109 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 920 time: 0.1590433 Oct 28 09:51:07.480768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894bec7-7a98-4bc9-a32b-02c76471c634 req-83119bae-e33b-4a07-99ba-0b0a13b6da0a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:07.489942 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6894bec7-7a98-4bc9-a32b-02c76471c634 req-83119bae-e33b-4a07-99ba-0b0a13b6da0a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.3731544 Oct 28 09:51:07.642967 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b052c1-c212-4a7d-b505-193175330928 req-8a3c4098-bfd4-461d-86da-7314a4a3324a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:07.689209 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c6b052c1-c212-4a7d-b505-193175330928 req-8a3c4098-bfd4-461d-86da-7314a4a3324a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.5615795 Oct 28 09:51:07.721758 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-7fa8ffa9-5ecd-4573-a036-ee8cd9c61c42 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba HTTP/1.1" status: 200 len: 217 time: 0.1983442 Oct 28 09:51:07.792264 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6894bec7-7a98-4bc9-a32b-02c76471c634 req-70168bc8-220d-4371-9516-eb83c40934af tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952044 Oct 28 09:51:07.968451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-3934cdee-c51c-4188-884d-39fe4d94c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:07.986054 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-3934cdee-c51c-4188-884d-39fe4d94c488 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 200 len: 859 time: 0.1845422 Oct 28 09:51:08.046106 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-bbfef89f-6208-4999-b4fc-dc216670cf3b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331907 Oct 28 09:51:08.061857 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c6b052c1-c212-4a7d-b505-193175330928 req-123d3511-2c13-48be-892b-66137d7e5687 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964660 Oct 28 09:51:08.351790 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-0020d18a-27cf-4fbe-8614-baeba10cda07 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884679 Oct 28 09:51:08.379179 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-89823c61-7f0a-4ea5-be5a-3d67a01efadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:08.545886 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4323a23c-8cd6-48c1-9453-eb19dc25ed5f req-f220a561-93ae-4249-846d-5c2eb7bad2bf service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857238 Oct 28 09:51:09.052789 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0f907-dfbe-4c7a-bff8-0016d6bd1869 req-a8a3e781-0739-4224-8ac4-007749f3477c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:09.057179 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-20e0f907-dfbe-4c7a-bff8-0016d6bd1869 req-a8a3e781-0739-4224-8ac4-007749f3477c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0747426 Oct 28 09:51:09.126365 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-20e0f907-dfbe-4c7a-bff8-0016d6bd1869 req-c2ab466d-492c-41c9-ad25-18b544d2f310 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Oct 28 09:51:09.223538 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b754-811c-4433-a2f4-2e006ee7702d req-24182f21-4cb7-46bb-925b-c53fbe97ff53 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:09.225164 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7f09b754-811c-4433-a2f4-2e006ee7702d req-24182f21-4cb7-46bb-925b-c53fbe97ff53 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0612471 Oct 28 09:51:09.290825 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7f09b754-811c-4433-a2f4-2e006ee7702d req-a3ecb0fc-12fa-4e86-83b0-fd44d8989956 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541461 Oct 28 09:51:10.276841 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949aacc-7b5d-4dc2-bdff-794e622ec04c req-f5985441-7332-4943-8ad8-0098d67e9870 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:10.279072 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7949aacc-7b5d-4dc2-bdff-794e622ec04c req-f5985441-7332-4943-8ad8-0098d67e9870 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0730040 Oct 28 09:51:10.348584 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7949aacc-7b5d-4dc2-bdff-794e622ec04c req-d40d4966-7659-4664-ac8f-a322fd656f2d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564837 Oct 28 09:51:10.493220 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4954d-912a-402a-9c34-d357f84fa827 req-e82e8bd7-95e2-474c-8f0b-2f4d1cf9c386 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:10.497153 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-62d4954d-912a-402a-9c34-d357f84fa827 req-e82e8bd7-95e2-474c-8f0b-2f4d1cf9c386 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0824740 Oct 28 09:51:10.582160 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-62d4954d-912a-402a-9c34-d357f84fa827 req-6dc6b675-0f8d-4bca-8187-5d4d7fd292ba tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697911 Oct 28 09:51:10.859172 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-636748cc-a5b8-41e1-81cd-b43624bcff3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:11.568760 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30309f0b-d677-4117-abea-69e810f335be req-e3222d5e-e8ae-4e03-950e-d0a6568c81fb tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:11.571811 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-30309f0b-d677-4117-abea-69e810f335be req-e3222d5e-e8ae-4e03-950e-d0a6568c81fb tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.1029825 Oct 28 09:51:11.692720 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-30309f0b-d677-4117-abea-69e810f335be req-73925931-da31-4593-b176-e5a23d686239 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099226 Oct 28 09:51:11.824999 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31486e0f-5e40-42a2-a0dc-1f4a5bd9e305 req-0495254a-6330-40c2-879f-c264de27f025 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:11.832342 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-31486e0f-5e40-42a2-a0dc-1f4a5bd9e305 req-0495254a-6330-40c2-879f-c264de27f025 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1154673 Oct 28 09:51:11.926090 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-31486e0f-5e40-42a2-a0dc-1f4a5bd9e305 req-07ed6f2f-5cef-438c-91b6-6751b186d403 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924597 Oct 28 09:51:12.285640 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:12.440085 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:12.734450 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-23cd4c23-f41d-44c7-a47e-0cb8c94615f0 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:12.736709 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-23cd4c23-f41d-44c7-a47e-0cb8c94615f0 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/networks?id=eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 200 len: 815 time: 0.1506760 Oct 28 09:51:12.781556 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-acc01de2-eac1-47f6-b315-83a322a848e3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/quotas/811afb17ee044ea7a3d2f22cd0a9d5e1 HTTP/1.1" status: 200 len: 375 time: 0.0171690 Oct 28 09:51:12.897987 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-9b157c62-c505-4b07-bb73-2f29c1ac8b26 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067212 Oct 28 09:51:12.944470 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695b97-d833-4cd9-a69e-3c01af65c7c1 req-7b305031-4f6d-41e6-811c-5e5c97243075 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:12.946330 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f2695b97-d833-4cd9-a69e-3c01af65c7c1 req-7b305031-4f6d-41e6-811c-5e5c97243075 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0781438 Oct 28 09:51:13.081416 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f2695b97-d833-4cd9-a69e-3c01af65c7c1 req-93e349f3-9aa5-4dfa-9d42-2fbf8caabaa5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258867 Oct 28 09:51:13.143498 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-67dd5032-a058-4b53-a8c0-230c451bfe84 service neutron] 10.222.0.104 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953721 Oct 28 09:51:13.612953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4f93e-273e-45c1-9147-2bba8d6af834 req-84aef67c-cd97-454b-b1f9-bbbd1cbad28f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:13.614469 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8ba4f93e-273e-45c1-9147-2bba8d6af834 req-84aef67c-cd97-454b-b1f9-bbbd1cbad28f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.1426377 Oct 28 09:51:13.623110 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-a281c81f-57fc-47af-b2ac-08c8e4db5967 service neutron] 10.222.0.104 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658129 Oct 28 09:51:13.672824 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8ba4f93e-273e-45c1-9147-2bba8d6af834 req-cd1c8bcd-fa51-4afd-8be1-0431bcfaeb3e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486424 Oct 28 09:51:13.901365 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0765f516-cade-47d9-88cd-8ea841801d28 req-ca96469e-9d72-4510-9da5-4d74630d6cc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Oct 28 09:51:14.255582 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b9a55-72a3-4bb5-9ec4-0dff6d0848b9 req-ab27d1f0-d95f-4a02-a998-c7f3bc298dd1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:14.257497 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3d6b9a55-72a3-4bb5-9ec4-0dff6d0848b9 req-ab27d1f0-d95f-4a02-a998-c7f3bc298dd1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0556786 Oct 28 09:51:14.312528 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3d6b9a55-72a3-4bb5-9ec4-0dff6d0848b9 req-4a63099f-a3cd-4f2e-aaec-8be1f3c30404 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443218 Oct 28 09:51:14.446035 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:14.802223 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdef82-28e8-44ae-9682-57272a0e8822 req-1f71e867-9f93-475f-a090-8ee66cb4e1a1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:14.803770 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7fcdef82-28e8-44ae-9682-57272a0e8822 req-1f71e867-9f93-475f-a090-8ee66cb4e1a1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0525901 Oct 28 09:51:14.847851 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7fcdef82-28e8-44ae-9682-57272a0e8822 req-a56d38fc-72e1-4469-b55a-ae3d40586836 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377469 Oct 28 09:51:14.996341 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-da9431b3-11b4-405a-987e-6552c87daed5 req-a2ad822f-6d74-484b-bcc2-daecf9bedc81 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 210 time: 0.0275512 Oct 28 09:51:15.489323 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8456c-08b7-4ed1-af17-4730cdddab71 req-152cd6f9-abf7-4c83-adf4-434d18a7e070 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:15.491474 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1af8456c-08b7-4ed1-af17-4730cdddab71 req-152cd6f9-abf7-4c83-adf4-434d18a7e070 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0791020 Oct 28 09:51:15.548644 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1af8456c-08b7-4ed1-af17-4730cdddab71 req-2f1a85bb-9f53-4777-bfa9-1960f21e1e63 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Oct 28 09:51:16.030576 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20c87c-f325-439a-a0fd-1a8157b7a779 req-e24ce4d6-81c1-47a1-9f92-d0a098fcec10 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:16.033312 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5c20c87c-f325-439a-a0fd-1a8157b7a779 req-e24ce4d6-81c1-47a1-9f92-d0a098fcec10 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0739050 Oct 28 09:51:16.113173 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-09cb2140-0a35-48f3-9f18-1cbc3a38b689 req-e40cde5c-4dda-4075-b624-d098df03b757 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 210 time: 0.0492115 Oct 28 09:51:16.136051 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5c20c87c-f325-439a-a0fd-1a8157b7a779 req-99a542ee-f190-49b7-a7c7-3d8285083e9d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913711 Oct 28 09:51:16.696807 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae1f5-8098-4c3b-92e6-b4d333d7b75f req-e3eb7018-eed7-4a66-a0f5-d564083e5170 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:16.699047 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1ebae1f5-8098-4c3b-92e6-b4d333d7b75f req-e3eb7018-eed7-4a66-a0f5-d564083e5170 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0626531 Oct 28 09:51:16.741601 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1ebae1f5-8098-4c3b-92e6-b4d333d7b75f req-db2e5834-449c-4a4b-b4dc-528692fe7e08 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361173 Oct 28 09:51:17.231503 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dcac1bde-4f6b-4789-ae69-7ca642314599 req-4c2de9ba-ab59-4b9c-9555-8dd5bbd1959a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 210 time: 0.0313647 Oct 28 09:51:17.280931 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ccd81-af73-483b-a8ad-d548e3a5e815 req-2f80c8f0-f436-444d-9ad1-c0311938ea7d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:17.282491 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a3ccd81-af73-483b-a8ad-d548e3a5e815 req-2f80c8f0-f436-444d-9ad1-c0311938ea7d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0544360 Oct 28 09:51:17.327950 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a3ccd81-af73-483b-a8ad-d548e3a5e815 req-03684387-47fe-4597-ad70-c182e9b7262a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391934 Oct 28 09:51:17.706924 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-465320a1-d235-4d94-b21e-32c98763b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:17.708455 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-465320a1-d235-4d94-b21e-32c98763b4fc service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1098 time: 0.0517368 Oct 28 09:51:17.842034 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-defa5254-8c14-4cea-918d-43aaf06d2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:17.844128 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-defa5254-8c14-4cea-918d-43aaf06d2566 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.1217768 Oct 28 09:51:17.932180 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ccb03-03a8-45a1-9971-3788c42b6e4c req-9b78cb6e-a3e4-4f88-b6aa-d534aecab37d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:17.933760 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-094ccb03-03a8-45a1-9971-3788c42b6e4c req-9b78cb6e-a3e4-4f88-b6aa-d534aecab37d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.1103179 Oct 28 09:51:17.935964 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-a040638b-6bdc-4c68-8481-ad01fa2d0edc service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 999 time: 0.0788293 Oct 28 09:51:18.014626 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-094ccb03-03a8-45a1-9971-3788c42b6e4c req-1e9edfea-f894-4e08-8c8b-0e535cfff7e1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720541 Oct 28 09:51:18.020406 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-53426cc7-1236-445e-ae92-5e84b31e0790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:18.021907 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-53426cc7-1236-445e-ae92-5e84b31e0790 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0723617 Oct 28 09:51:18.075079 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-98dd304f-892c-4c34-a290-d4d5fb67655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:18.076540 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-98dd304f-892c-4c34-a290-d4d5fb67655e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444350 Oct 28 09:51:18.126048 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-2a81eb5d-fffc-46f7-a772-0ff0381d1f49 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:18.127585 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-2a81eb5d-fffc-46f7-a772-0ff0381d1f49 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.109 "GET /v2.0/networks?id=eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 200 len: 815 time: 0.1238213 Oct 28 09:51:18.148756 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'port': {'device_id': '2d623582-8352-4294-9aca-086539f32232', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'admin_state_up': True, 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:18.186273 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-acad5b90-116c-43c2-bbcb-d531e683d03c service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991809 Oct 28 09:51:18.306287 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a891960d-37b7-46a0-93dc-7f57ebc41d87 req-1df71945-99d9-4292-b515-d2b643105a93 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021211 Oct 28 09:51:18.348027 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Made reservation on behalf of 811afb17ee044ea7a3d2f22cd0a9d5e1 for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:18.351749 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:18.356918 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-715c5492-817c-43f1-9fd8-c05727cf8c7d req-4975190c-c0a6-431a-86c3-06f9a7a25c02 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 210 time: 0.0309145 Oct 28 09:51:18.513984 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db0f6b-4095-4feb-a1f3-c0ec6795b29f req-f0236c31-2334-4d90-b4f6-a5e7380c64ea tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:18.515306 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d0db0f6b-4095-4feb-a1f3-c0ec6795b29f req-f0236c31-2334-4d90-b4f6-a5e7380c64ea tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0724204 Oct 28 09:51:18.531420 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Allocated IP 172.20.0.7 (eae02c1e-9b55-4706-835b-6fa51061835a/af00ea33-22d9-443d-8208-f9d163f190b8/cbe862a5-40a7-43ef-b2b3-73aad1487228) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:18.573332 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d0db0f6b-4095-4feb-a1f3-c0ec6795b29f req-800af652-c849-4bfe-8caa-fd6c6fdc51d7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Oct 28 09:51:18.704800 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:18.819538 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:18.871846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Network eae02c1e-9b55-4706-835b-6fa51061835a is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:18.871846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:18.873022 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:51:18.902273 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:18.934808 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:18.935471 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:19.086868 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-7c4aa2e7-eff4-4712-b11e-1f0bf33fb75c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411709 Oct 28 09:51:19.198489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-a34a078c-f63b-43fe-a247-c5d4a81fbdbf None None] Provisioning complete for port cbe862a5-40a7-43ef-b2b3-73aad1487228 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:51:19.199638 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a34a078c-f63b-43fe-a247-c5d4a81fbdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:19.255706 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50394758-9608-4c89-ba63-80d99777281a req-72ad321c-fb15-4740-a07d-3907f16ce155 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:19.257798 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-50394758-9608-4c89-ba63-80d99777281a req-72ad321c-fb15-4740-a07d-3907f16ce155 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0881128 Oct 28 09:51:19.266137 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-a34a078c-f63b-43fe-a247-c5d4a81fbdbf None None] Port cbe862a5-40a7-43ef-b2b3-73aad1487228 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:51:19.318856 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-50394758-9608-4c89-ba63-80d99777281a req-5329a349-d61b-4318-b58b-db6454da0ee2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540488 Oct 28 09:51:19.489446 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ba553-b031-47d8-85a9-8dbbd9e0b11e req-e4170571-d16a-4bda-ae03-d4bf01f3fcea tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:19.491009 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cf2ba553-b031-47d8-85a9-8dbbd9e0b11e req-e4170571-d16a-4bda-ae03-d4bf01f3fcea tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0500143 Oct 28 09:51:19.535589 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cf2ba553-b031-47d8-85a9-8dbbd9e0b11e req-670a5029-6f47-40ad-bec6-3f3c81ad4ec7 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 Oct 28 09:51:19.708704 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902762d-44e6-4556-b174-2fd042587840 req-4decf37c-5d47-4ec3-936c-c74c290c66fd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:19.710225 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d902762d-44e6-4556-b174-2fd042587840 req-4decf37c-5d47-4ec3-936c-c74c290c66fd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 945 time: 0.0554862 Oct 28 09:51:19.751222 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d902762d-44e6-4556-b174-2fd042587840 req-1c49618a-0dd7-4a5e-a632-afe33cd903bc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346305 Oct 28 09:51:20.395076 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:51:20.455406 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2902c-8b50-46ee-9bfd-912a2b4de5ca req-1027e08d-d509-4ece-b711-d1b317ed742d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:20.457258 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-50e2902c-8b50-46ee-9bfd-912a2b4de5ca req-1027e08d-d509-4ece-b711-d1b317ed742d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0677524 Oct 28 09:51:20.500883 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:20.516923 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-50e2902c-8b50-46ee-9bfd-912a2b4de5ca req-d6aa40d6-44a1-4f20-8cad-3a41c4af9692 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518520 Oct 28 09:51:20.547247 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:20.550498 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffc4dfc-4f35-4890-8b1a-84b9b6f60c41" -d '{"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:20.579184 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:20.600614 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60481b13-4396-49cc-8e3c-3eb6840d2e20 x-openstack-request-id: req-60481b13-4396-49cc-8e3c-3eb6840d2e20 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:20.600966 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:20.601525 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-60481b13-4396-49cc-8e3c-3eb6840d2e20 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:20.601650 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'code': 200} Oct 28 09:51:20.662438 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:20.669102 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8df78-2663-4050-80ee-6be3e9da7156 req-3f328619-a343-4bc4-b1e2-91dcbc77885a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:20.670712 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d6a8df78-2663-4050-80ee-6be3e9da7156 req-3f328619-a343-4bc4-b1e2-91dcbc77885a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0545356 Oct 28 09:51:20.720256 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d6a8df78-2663-4050-80ee-6be3e9da7156 req-19dc8854-24ee-4153-a447-5c4a21ca1296 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 Oct 28 09:51:20.731704 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=8']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:20.886151 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa40008-df9b-490e-8634-12e6ea53336d req-12a150ef-c70f-4ae5-8512-7bfdcdab182a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:20.887614 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eaa40008-df9b-490e-8634-12e6ea53336d req-12a150ef-c70f-4ae5-8512-7bfdcdab182a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0559678 Oct 28 09:51:20.949155 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eaa40008-df9b-490e-8634-12e6ea53336d req-3a9403cd-d22c-49aa-9ee5-8c9edb1f7aac tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454991 Oct 28 09:51:21.556602 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-2bb65d78-01f2-4d81-a74f-0fd2d9114069 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2005931948&fields=id&tenant_id=8171734427fe4b4bb14d52d4d336a76b HTTP/1.1" status: 200 len: 267 time: 0.0395172 Oct 28 09:51:21.728810 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72b5da-251c-4cb8-a68a-54225bfa5270 req-b04e5217-8fbd-415c-b1fe-2ada52b8e720 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:21.730572 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e72b5da-251c-4cb8-a68a-54225bfa5270 req-b04e5217-8fbd-415c-b1fe-2ada52b8e720 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0928946 Oct 28 09:51:21.742764 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-bc9e6f0f-9fa8-40f0-a3bb-2755c7411d76 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:21.744630 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-bc9e6f0f-9fa8-40f0-a3bb-2755c7411d76 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/networks?id=539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 200 len: 809 time: 0.1788425 Oct 28 09:51:21.772028 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-98827d1f-2e48-4daf-bbd5-43455a6ca5ed tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/quotas/8171734427fe4b4bb14d52d4d336a76b HTTP/1.1" status: 200 len: 375 time: 0.0202129 Oct 28 09:51:21.798976 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e72b5da-251c-4cb8-a68a-54225bfa5270 req-49398145-2b79-4c72-adf4-5ecab003b078 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533330 Oct 28 09:51:21.849807 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-f26146e8-a663-42aa-8570-28eedfc2c05e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667369 Oct 28 09:51:21.983736 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c08da-23c6-4661-bba5-4f3127a65bb1 req-ea2cdc74-dd47-481c-b7c5-3b124cb4758b tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:21.985318 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2b1c08da-23c6-4661-bba5-4f3127a65bb1 req-ea2cdc74-dd47-481c-b7c5-3b124cb4758b tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.1108525 Oct 28 09:51:22.096737 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-581248ba-15c5-4c85-a87a-feed9414ddfa service neutron] 10.222.0.104 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511817 Oct 28 09:51:22.096737 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2b1c08da-23c6-4661-bba5-4f3127a65bb1 req-c2933aa1-d202-4ad3-a99b-f44dea37afc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954857 Oct 28 09:51:22.158038 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-77a201dd-0eca-4249-98d8-cc045744b14f service neutron] 10.222.0.104 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242995 Oct 28 09:51:22.231348 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf9a7-9fd4-41a6-9a82-e21191c67126 req-4e67515c-4a66-49ba-b944-59e084528c07 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:22.237173 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-610bf9a7-9fd4-41a6-9a82-e21191c67126 req-4e67515c-4a66-49ba-b944-59e084528c07 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0704160 Oct 28 09:51:22.338535 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-610bf9a7-9fd4-41a6-9a82-e21191c67126 req-9d6644ed-b9e0-4fed-a5c0-f3874cf2693f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547659 Oct 28 09:51:22.510508 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:51:22.950906 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfe34-2b4b-433f-84c7-61743d6bd1da req-67bb8b2a-7765-4965-8675-b786f72fb872 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:22.952482 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b7abfe34-2b4b-433f-84c7-61743d6bd1da req-67bb8b2a-7765-4965-8675-b786f72fb872 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0760431 Oct 28 09:51:22.996845 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b7abfe34-2b4b-433f-84c7-61743d6bd1da req-68bb9c4b-fa2b-4a6a-aad5-de6623eb09c4 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Oct 28 09:51:23.136230 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4171d4b9-4474-4b20-af3c-2b848bcd22fe req-6c36423d-405a-40c9-8a55-e297382426c4 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0619121 Oct 28 09:51:23.259995 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebeb76-f1cf-4785-ac3a-50c78a0b22dc req-30bfc42f-85d1-4ecc-ba82-a2444eaff92d tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:23.262621 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-19ebeb76-f1cf-4785-ac3a-50c78a0b22dc req-30bfc42f-85d1-4ecc-ba82-a2444eaff92d tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0712676 Oct 28 09:51:23.324451 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-19ebeb76-f1cf-4785-ac3a-50c78a0b22dc req-6885712a-e588-41b3-8329-6648bc35a4d9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539496 Oct 28 09:51:23.438107 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c040d-a610-40a9-8a3b-dfc643488c03 req-a0ff4263-04ae-4a6b-82a0-f5409cedad48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:23.439733 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ad9c040d-a610-40a9-8a3b-dfc643488c03 req-a0ff4263-04ae-4a6b-82a0-f5409cedad48 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0603991 Oct 28 09:51:23.483462 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ad9c040d-a610-40a9-8a3b-dfc643488c03 req-7b6c0dac-9fa4-4b8f-bfc4-12951d9f6a30 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362692 Oct 28 09:51:24.128949 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a33143-8767-4231-a9f8-ecf9032b1bab req-9312e5b2-7773-44c4-80fa-3b48f844f41f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:24.130369 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-05a33143-8767-4231-a9f8-ecf9032b1bab req-9312e5b2-7773-44c4-80fa-3b48f844f41f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0553694 Oct 28 09:51:24.174458 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-05a33143-8767-4231-a9f8-ecf9032b1bab req-f68efc7b-2ddb-4cb2-ae7c-b059887147a3 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374207 Oct 28 09:51:24.251152 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6101001c-ec41-404f-b6e3-2a32aa4c1bd3 req-1da44004-6923-4231-8d01-d22f12a0d235 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0471139 Oct 28 09:51:24.463006 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa4add-1796-40a9-a020-437af8a151a3 req-38ec012d-1e4e-4d7c-9139-f74f69065f81 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:24.464730 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c7aa4add-1796-40a9-a020-437af8a151a3 req-38ec012d-1e4e-4d7c-9139-f74f69065f81 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0632820 Oct 28 09:51:24.514625 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c7aa4add-1796-40a9-a020-437af8a151a3 req-7b3e2f97-d9c1-4687-b5f4-1569bc96dabd tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Oct 28 09:51:24.636689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75209986-adb4-45aa-ad86-a41606b1ff1d req-ffabf179-0adb-411b-945e-f6f6bec977b9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:24.638284 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-75209986-adb4-45aa-ad86-a41606b1ff1d req-ffabf179-0adb-411b-945e-f6f6bec977b9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0549703 Oct 28 09:51:24.683076 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-75209986-adb4-45aa-ad86-a41606b1ff1d req-3aa3c436-5961-416f-b9c9-7abf7bb564b3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346963 Oct 28 09:51:25.303476 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad2f9c-7778-400d-a83b-c3d416bdd429 req-ac5cd580-c204-40fd-bf6b-fe957755795d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:25.304484 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99ad2f9c-7778-400d-a83b-c3d416bdd429 req-ac5cd580-c204-40fd-bf6b-fe957755795d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0562608 Oct 28 09:51:25.356762 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9c540a40-f017-4e8f-8fb1-472593586ee4 req-7632e826-3aa5-4f3d-bf3f-3cf2841bc19c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0293345 Oct 28 09:51:25.370106 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99ad2f9c-7778-400d-a83b-c3d416bdd429 req-b6785bee-61e5-4e69-a716-f9639d97b240 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587585 Oct 28 09:51:25.658149 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fcc41-5736-40f0-a4ab-f72460b163ba req-52ccce5e-9d0d-4339-a4df-9838feb6ce68 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:25.659675 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-316fcc41-5736-40f0-a4ab-f72460b163ba req-52ccce5e-9d0d-4339-a4df-9838feb6ce68 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0602849 Oct 28 09:51:25.700101 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-316fcc41-5736-40f0-a4ab-f72460b163ba req-291b3f72-5b1e-476d-aa80-37dd06445b62 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Oct 28 09:51:25.833871 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b514-4d55-4bd0-bd15-8b67821865bb req-01323d62-7b87-4dc8-927a-ed26d35e03da tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:25.836064 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4510b514-4d55-4bd0-bd15-8b67821865bb req-01323d62-7b87-4dc8-927a-ed26d35e03da tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0565779 Oct 28 09:51:25.887044 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4510b514-4d55-4bd0-bd15-8b67821865bb req-7f1aa9dd-1dc1-456a-ad6a-834cea8a8475 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403805 Oct 28 09:51:26.483255 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4948aa89-84d8-46ac-8cc2-48af371658a5 req-b73837ee-36ba-44fa-8c7c-6bb4fa07bfc7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0412865 Oct 28 09:51:26.528915 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bdce9-5902-44bf-bd48-53ba3cf7b015 req-ccabd043-f958-4803-84d2-74d83e05a189 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.530572 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-280bdce9-5902-44bf-bd48-53ba3cf7b015 req-ccabd043-f958-4803-84d2-74d83e05a189 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0591276 Oct 28 09:51:26.573803 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-280bdce9-5902-44bf-bd48-53ba3cf7b015 req-42cc5ff6-5a94-45c3-9d8b-8bc353f6cbac tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 Oct 28 09:51:26.822098 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368604c8-6d97-4dc6-b155-bf0559b2ef65 req-01e79625-771a-441e-9519-0079d16455f8 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:26.823670 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-368604c8-6d97-4dc6-b155-bf0559b2ef65 req-01e79625-771a-441e-9519-0079d16455f8 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0510600 Oct 28 09:51:26.870933 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-368604c8-6d97-4dc6-b155-bf0559b2ef65 req-0831c09e-9868-4cc5-9863-ce0c30f01506 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Oct 28 09:51:26.871426 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:27.037876 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14db163-1a6f-4067-b928-95b746d3b0d2 req-53ca10c0-d52c-465d-a97c-86c7cc7c0416 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:27.039531 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14db163-1a6f-4067-b928-95b746d3b0d2 req-53ca10c0-d52c-465d-a97c-86c7cc7c0416 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0659931 Oct 28 09:51:27.085342 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14db163-1a6f-4067-b928-95b746d3b0d2 req-a6a9df80-b7e8-4a66-bb9b-d4ba5cc2eea7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382805 Oct 28 09:51:27.596912 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d1fc7687-1677-4b16-a8e6-18d3f116955a req-2ee81d0a-685a-4acb-8b97-3007ad18385f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0311446 Oct 28 09:51:27.733063 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c99de-ef41-41e9-8d49-05358c2f615a req-7c54e7a5-8d8e-460b-996f-32d87e94a4e0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:27.734666 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-198c99de-ef41-41e9-8d49-05358c2f615a req-7c54e7a5-8d8e-460b-996f-32d87e94a4e0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0520926 Oct 28 09:51:27.780126 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-198c99de-ef41-41e9-8d49-05358c2f615a req-03fcab5f-99f3-47f8-a757-ab41d22e5c43 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381358 Oct 28 09:51:27.999810 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f05da2-598f-499e-98f9-58a311cd6069 req-b9c67d29-0c79-46ba-8620-b3dde0004f30 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:28.001277 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f8f05da2-598f-499e-98f9-58a311cd6069 req-b9c67d29-0c79-46ba-8620-b3dde0004f30 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0634294 Oct 28 09:51:28.053578 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f8f05da2-598f-499e-98f9-58a311cd6069 req-bb5b58b7-29fe-44e2-a367-df930e83a9fa tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Oct 28 09:51:28.219179 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a28cd-f648-4c15-882b-90aa14a730b7 req-270d010c-5434-498f-8e29-cb1d07aa8790 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:28.220747 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ec4a28cd-f648-4c15-882b-90aa14a730b7 req-270d010c-5434-498f-8e29-cb1d07aa8790 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0569263 Oct 28 09:51:28.288218 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ec4a28cd-f648-4c15-882b-90aa14a730b7 req-10457801-9043-4058-89ac-db370dd67aa5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608931 Oct 28 09:51:28.701608 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-571a31a2-1538-45c2-b129-1f61be4957ad req-d0963213-c95e-4d43-8de5-1326c2d80b40 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0281286 Oct 28 09:51:28.910372 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3f5e0-794a-40d6-8592-4035df644a87 req-26857c50-ca43-41ed-beba-11ba8d0e2d75 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:28.912422 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6c3f5e0-794a-40d6-8592-4035df644a87 req-26857c50-ca43-41ed-beba-11ba8d0e2d75 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0531507 Oct 28 09:51:28.960873 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6c3f5e0-794a-40d6-8592-4035df644a87 req-a37a736c-6276-484f-8b87-189d812ffd03 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Oct 28 09:51:29.022771 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 48806) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:29.169540 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:29.216924 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff5c13-6123-4073-b4df-6a95270f2973 req-80fab096-196b-4727-8a25-0ba8bc08de9c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:29.218396 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e8ff5c13-6123-4073-b4df-6a95270f2973 req-80fab096-196b-4727-8a25-0ba8bc08de9c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0940378 Oct 28 09:51:29.298230 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e8ff5c13-6123-4073-b4df-6a95270f2973 req-b4a0e406-8b3a-4b48-bde6-32814b2fc776 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573037 Oct 28 09:51:29.302984 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:29.366649 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:29.438984 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1fc892ee125f4447a351d3dfe34f493a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4150319 Oct 28 09:51:29.443108 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 48820) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:29.446066 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71772ef3-3a49-4fcf-b5ba-6b7d0c83e23b,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:29.460897 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.461787 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.462130 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.462515 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.462901 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.463244 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.463591 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.464192 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.464192 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.464522 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.464868 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.465185 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0bf0e2-e9da-4358-9898-5523fb3c2972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.478004 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aeb88-1db0-460e-be49-b0f391783a42 req-7d2b5c8e-9c49-4bdd-98f4-23d4bf11cb1c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:29.478760 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aa3aeb88-1db0-460e-be49-b0f391783a42 req-7d2b5c8e-9c49-4bdd-98f4-23d4bf11cb1c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1012301 Oct 28 09:51:29.525733 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:29.528786 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aa3aeb88-1db0-460e-be49-b0f391783a42 req-5c516c69-f16f-43d8-b689-3be4ff2fb33e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Oct 28 09:51:29.575561 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:29.721313 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:29.724104 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:29.725598 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/71772ef3-3a49-4fcf-b5ba-6b7d0c83e23b HTTP/1.1" status: 204 len: 168 time: 0.2807474 Oct 28 09:51:29.735277 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71772ef3-3a49-4fcf-b5ba-6b7d0c83e23b,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:29.748204 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.748204 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.748204 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.748204 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.759493 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.759943 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.760491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.765464 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.765875 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.766173 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.766633 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.766966 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6370da-8b7d-4182-82b1-16f33ea69f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:51:29.841739 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f333b4b7-aeca-4331-b86a-becd599b493b req-40b1f693-ad3d-48ca-8328-c942d05dba48 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0582047 Oct 28 09:51:30.095024 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec3130-8fc7-4bc5-bd04-dbcfdfebfdbd req-20a23db5-10cb-46fa-9d78-3e51d1c35dc1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:30.096704 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-75ec3130-8fc7-4bc5-bd04-dbcfdfebfdbd req-20a23db5-10cb-46fa-9d78-3e51d1c35dc1 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0615056 Oct 28 09:51:30.140466 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-75ec3130-8fc7-4bc5-bd04-dbcfdfebfdbd req-2feaa52c-6bbd-44d1-8992-02c2e0a649de tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Oct 28 09:51:30.453007 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810424e0-c4e5-4903-aa0e-83d759542250 req-af2bedc9-b5e2-4c8b-b20c-8d9c8d71f5f8 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:30.460172 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-810424e0-c4e5-4903-aa0e-83d759542250 req-af2bedc9-b5e2-4c8b-b20c-8d9c8d71f5f8 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0696557 Oct 28 09:51:30.504255 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-810424e0-c4e5-4903-aa0e-83d759542250 req-3ece482e-f9e0-460c-b809-dfa4f7dba871 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Oct 28 09:51:30.667787 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b26864-f8eb-4323-9e56-398538e19249 req-a96e43a9-99c8-49d8-9582-a8e8a1625f85 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:30.669361 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45b26864-f8eb-4323-9e56-398538e19249 req-a96e43a9-99c8-49d8-9582-a8e8a1625f85 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0603004 Oct 28 09:51:30.711476 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45b26864-f8eb-4323-9e56-398538e19249 req-1abe590d-9ce4-4be7-a93f-5e2ff22cdb89 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362303 Oct 28 09:51:30.940452 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 48862) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:30.979794 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7d443691-9003-4920-99df-374b59b72ef5 req-84c7e68d-2ad2-4421-8fc2-19714df539e1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0489483 Oct 28 09:51:31.100374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-403864857-network', 'tenant_id': 'd487a772480347a0b31aebb5f8cf6b7a'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:31.248014 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Made reservation on behalf of d487a772480347a0b31aebb5f8cf6b7a for: {'network': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:31.250216 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.264374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.286282 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed77bc-677c-4d2e-b6c8-9aee2aac576b req-30b38126-f043-4023-b686-6f1883091caa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:31.287768 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-65ed77bc-677c-4d2e-b6c8-9aee2aac576b req-30b38126-f043-4023-b686-6f1883091caa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0724275 Oct 28 09:51:31.351868 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-65ed77bc-677c-4d2e-b6c8-9aee2aac576b req-38a5353e-db40-428e-8886-4f2b2f9e4aa6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553272 Oct 28 09:51:31.391914 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.481441 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.507932 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=108755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:51:31.519074 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c4a96a-6f2d-4255-ab53-942fe981f2fe,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:31.524788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.525119 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.segments_db [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Added segment ae48bee9-82d6-43f9-bce9-425a1c4f4dca of type vlan for network 6e0d2282-0092-43e0-98c8-b68cec136250 Oct 28 09:51:31.574482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.647003 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e14cd1-a9c1-4cdf-8a38-c9d1acca5932 req-e6aaa1a2-cb6e-4c29-a9eb-fc2e57be01df tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:31.648511 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-19e14cd1-a9c1-4cdf-8a38-c9d1acca5932 req-e6aaa1a2-cb6e-4c29-a9eb-fc2e57be01df tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 931 time: 0.0555871 Oct 28 09:51:31.689394 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-19e14cd1-a9c1-4cdf-8a38-c9d1acca5932 req-799cbc0f-3a09-4524-ba00-783a84056c54 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Oct 28 09:51:31.690395 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.691306 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:31.691898 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.759847 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] Pushing event updated for resources: {'Network': ['ID=6e0d2282-0092-43e0-98c8-b68cec136250,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:31.770895 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 6e0d2282-0092-43e0-98c8-b68cec136250 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:51:31.803702 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-dbc05cc9-31fe-4b07-8bd0-939baac5814d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8614843 Oct 28 09:51:31.808790 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 48878) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:31.813190 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Request body: {'subnet': {'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-403864857-subnet', 'tenant_id': 'd487a772480347a0b31aebb5f8cf6b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:31.850391 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e5061-c64f-44e3-901a-e698d4b466f2 req-0a6a7292-e98d-4952-8ac7-56452684389b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:31.851875 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-359e5061-c64f-44e3-901a-e698d4b466f2 req-0a6a7292-e98d-4952-8ac7-56452684389b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0622358 Oct 28 09:51:31.892891 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-359e5061-c64f-44e3-901a-e698d4b466f2 req-46d20aeb-b418-4f74-8249-b7efe7d5398b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346489 Oct 28 09:51:31.919759 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Made reservation on behalf of d487a772480347a0b31aebb5f8cf6b7a for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:31.922106 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:31.962886 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Request body: {'port': {'device_id': '2d623582-8352-4294-9aca-086539f32232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:31.998658 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-17b91bfc-0c94-43b1-a051-7ae32d63a137 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431182 Oct 28 09:51:32.052753 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:32.116368 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dee47d71-2bd5-4a00-9e65-59b108fbdb1e req-244aebfa-ff81-4825-bc1e-99cbf7d76af0 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0489311 Oct 28 09:51:32.129540 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-5bb9f832-73e4-4113-bc35-78a7436b3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:32.131206 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-5bb9f832-73e4-4113-bc35-78a7436b3af4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1099 time: 0.0757005 Oct 28 09:51:32.251286 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-cddde3f8-4f05-4261-b1c4-95902234136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:32.252787 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-cddde3f8-4f05-4261-b1c4-95902234136e service neutron] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 911 time: 0.0882983 Oct 28 09:51:32.332234 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:32.333947 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-f68c1745-0f1c-4f3a-a458-4b7f636b600f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 1002 time: 0.0675671 Oct 28 09:51:32.442830 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b039276f-98e8-4354-bf0c-3f9300b960bf,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:32.473240 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe862a5-40a7-43ef-b2b3-73aad1487228 {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:51:32.477684 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Checking segment: {'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:51:32.479252 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Network hostable DHCP agents. Network: 6e0d2282-0092-43e0-98c8-b68cec136250, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:51:32.485014 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c51a-9ea3-4a77-90c1-a854d4b0d914 req-959d9420-8302-41c6-87b4-1fcb282b48db tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:32.485717 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:32.486580 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6672c51a-9ea3-4a77-90c1-a854d4b0d914 req-959d9420-8302-41c6-87b4-1fcb282b48db tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0584836 Oct 28 09:51:32.506025 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Transition to ACTIVE for port object cbe862a5-40a7-43ef-b2b3-73aad1487228 will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:51:32.525682 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6672c51a-9ea3-4a77-90c1-a854d4b0d914 req-7c8efa26-b176-4572-a6c8-d202eaf93b08 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Oct 28 09:51:32.595160 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:32.623198 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Network 6e0d2282-0092-43e0-98c8-b68cec136250 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:51:32.655249 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:32.723162 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 6e0d2282-0092-43e0-98c8-b68cec136250) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:32.731380 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4c67b-95c4-47f5-8a20-5bc611f6a1c7 None None] Network 6e0d2282-0092-43e0-98c8-b68cec136250 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:51:32.742324 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:32.742324 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:32.742324 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Attempting to bind port cbe862a5-40a7-43ef-b2b3-73aad1487228 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:51:32.742324 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Attempting to bind port cbe862a5-40a7-43ef-b2b3-73aad1487228 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:51:32.743128 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Attempting to bind port cbe862a5-40a7-43ef-b2b3-73aad1487228 on network eae02c1e-9b55-4706-835b-6fa51061835a {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:32.752125 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Port cbe862a5-40a7-43ef-b2b3-73aad1487228 on network eae02c1e-9b55-4706-835b-6fa51061835a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:51:32.752473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Attempting to bind port cbe862a5-40a7-43ef-b2b3-73aad1487228 on network eae02c1e-9b55-4706-835b-6fa51061835a {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:32.758452 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:51:32.758815 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Checking segment: {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:51:32.759840 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Bound using segment: {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:51:32.760369 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Bound port: cbe862a5-40a7-43ef-b2b3-73aad1487228, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12823949-acd8-49c8-824b-2870fc525edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:51:32.760750 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:32.840454 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-31e37be6-4c46-45b7-b8bd-e440d933d9ff admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0319071 Oct 28 09:51:32.857069 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a8828-c1b9-453f-9dcf-a15bf40c2474 req-a1307969-169b-484b-8f27-605e169e45e4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:32.857069 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c02a8828-c1b9-453f-9dcf-a15bf40c2474 req-a1307969-169b-484b-8f27-605e169e45e4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 943 time: 0.0648293 Oct 28 09:51:32.857847 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:51:32.862057 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:51:32.882255 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8c916-7cb4-4838-9d55-abd5d3422634 None None] Network 6e0d2282-0092-43e0-98c8-b68cec136250 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:51:32.903220 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c02a8828-c1b9-453f-9dcf-a15bf40c2474 req-df17f7a4-4902-449d-b60a-810960e2aa71 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Oct 28 09:51:32.956453 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:33.009805 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:33.011101 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:33.013378 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] 10.222.0.109 "PUT /v2.0/ports/cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 1093 time: 1.0785241 Oct 28 09:51:33.014027 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:33.016543 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15a824-c6d1-4e35-96b9-7ac3504fb1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:33.033403 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7023ac6-58dd-446a-90d8-4feee9fffb09 req-cbd69548-63a9-44bb-a269-315714d52532 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:33.044282 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a7023ac6-58dd-446a-90d8-4feee9fffb09 req-cbd69548-63a9-44bb-a269-315714d52532 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0730643 Oct 28 09:51:33.076457 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d3f3-f401-4358-bff6-c9c5d9e0c631 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:33.092204 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d862a-a61c-4160-adac-988b3ffc7170 x-openstack-request-id: req-1c1d862a-a61c-4160-adac-988b3ffc7170 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:33.092495 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:33.092755 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1c1d862a-a61c-4160-adac-988b3ffc7170 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:33.093163 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'status': 'completed', 'code': 200} Oct 28 09:51:33.096808 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a7023ac6-58dd-446a-90d8-4feee9fffb09 req-88509a96-3985-40da-ab98-4bb88c18d043 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504210 Oct 28 09:51:33.227843 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-84e5826d-b64c-4afa-9a37-f6be27664629 req-c084394d-a17d-41f8-92e9-65406fb49a12 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0270045 Oct 28 09:51:33.643858 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a925a6-7443-4f70-baed-d9442ec74d77 req-9db65d66-6ae4-4fb4-bd5d-172307ae0c13 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:33.645397 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-07a925a6-7443-4f70-baed-d9442ec74d77 req-9db65d66-6ae4-4fb4-bd5d-172307ae0c13 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0496671 Oct 28 09:51:33.685952 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-07a925a6-7443-4f70-baed-d9442ec74d77 req-e0c6843b-773b-494e-974f-f2f0aaa425bf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Oct 28 09:51:34.022332 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b65a10-2812-40d0-9a6b-c12463b31a09 req-4b28e0a5-292c-41ad-9d5b-9ecbdeb61c19 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:34.023834 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-44b65a10-2812-40d0-9a6b-c12463b31a09 req-4b28e0a5-292c-41ad-9d5b-9ecbdeb61c19 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 943 time: 0.0535791 Oct 28 09:51:34.064078 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-44b65a10-2812-40d0-9a6b-c12463b31a09 req-71437023-c7c2-44e6-9734-a0b8d14d42ed tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 Oct 28 09:51:34.219016 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0687f-779b-4b4b-8e97-c34b01db7093 req-1d2cab75-5b3a-44bd-917b-66589efd8efd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:34.220543 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45b0687f-779b-4b4b-8e97-c34b01db7093 req-1d2cab75-5b3a-44bd-917b-66589efd8efd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0495338 Oct 28 09:51:34.259654 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-45b0687f-779b-4b4b-8e97-c34b01db7093 req-2fc9af5d-ee1c-4750-85d9-5e8d89972626 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Oct 28 09:51:34.328538 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eacc9a0f-9109-4f4a-b78f-fb8675a32b4e req-ff1e0127-9abe-49aa-bfcf-10a17f92868d tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0296912 Oct 28 09:51:34.803383 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76467-408f-4d2d-b6b5-68befe09b3f7 req-8b542367-a6e0-4ed4-b2ea-9a508805eae9 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:34.804850 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4ee76467-408f-4d2d-b6b5-68befe09b3f7 req-8b542367-a6e0-4ed4-b2ea-9a508805eae9 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0524230 Oct 28 09:51:34.846256 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4ee76467-408f-4d2d-b6b5-68befe09b3f7 req-8187b8e0-80b3-4a77-9869-1d93acf4b06c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 Oct 28 09:51:35.104967 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-bf564e59-6242-4929-9a61-d62f3c4d8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.106586 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-bf564e59-6242-4929-9a61-d62f3c4d8b52 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0508630 Oct 28 09:51:35.126883 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a824-c6d1-4e35-96b9-7ac3504fb1ae req-d9fe22d2-598b-44f2-943c-08b4a97c8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.128195 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f15a824-c6d1-4e35-96b9-7ac3504fb1ae req-d9fe22d2-598b-44f2-943c-08b4a97c8a00 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1096 time: 0.0481660 Oct 28 09:51:35.190255 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-886acae1-5769-4d86-bdb7-2ee63a324cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.191768 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-886acae1-5769-4d86-bdb7-2ee63a324cf8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758848 Oct 28 09:51:35.199594 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812103f-4956-40ef-96e0-2833781b2bc3 req-53c361f2-13de-4413-b001-89aa68231a1f tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.201111 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1812103f-4956-40ef-96e0-2833781b2bc3 req-53c361f2-13de-4413-b001-89aa68231a1f tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 943 time: 0.0590189 Oct 28 09:51:35.233680 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a824-c6d1-4e35-96b9-7ac3504fb1ae req-762fa2cd-24f8-4102-92a7-757234671d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.235165 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f15a824-c6d1-4e35-96b9-7ac3504fb1ae req-762fa2cd-24f8-4102-92a7-757234671d33 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0962224 Oct 28 09:51:35.290261 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1812103f-4956-40ef-96e0-2833781b2bc3 req-f0367ba2-e2f8-421c-a060-a87053094d2b tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828013 Oct 28 09:51:35.332587 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-cfc4caaf-8622-4929-a9ef-99752e6bf73a service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184652 Oct 28 09:51:35.347411 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15a824-c6d1-4e35-96b9-7ac3504fb1ae req-194ed151-e628-489c-8909-997fab2a5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.348980 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f15a824-c6d1-4e35-96b9-7ac3504fb1ae req-194ed151-e628-489c-8909-997fab2a5241 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042416 Oct 28 09:51:35.451367 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0274a80e-8361-4c15-bdb6-b8b5014902f2 req-944d9677-71ba-48a3-8d80-a9970cd7f7cf tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0373507 Oct 28 09:51:35.471459 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-14621ae3-412c-4b25-ae3a-a012e476ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.473804 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-14621ae3-412c-4b25-ae3a-a012e476ded8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1096 time: 0.0508170 Oct 28 09:51:35.474215 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8bec-0e29-4785-b483-a77f1a4bda0e req-da6b88c9-0e96-43fb-9ffc-fce9a3041976 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.475705 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-afda8bec-0e29-4785-b483-a77f1a4bda0e req-da6b88c9-0e96-43fb-9ffc-fce9a3041976 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1326170 Oct 28 09:51:35.515066 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c5159359-2a5d-45f9-b07e-5efab9500b94 req-8ab83f20-6543-445f-85f3-572c1e411bcc service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629021 Oct 28 09:51:35.535462 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-afda8bec-0e29-4785-b483-a77f1a4bda0e req-6f31ac0a-48eb-4fbe-a191-30f6bd4644c7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515859 Oct 28 09:51:35.538334 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-39570a0e-fb55-4364-a5a5-325c5bef5e3b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 217 time: 0.0390425 Oct 28 09:51:35.609622 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-fda0bd46-fc14-4743-a201-9be8913c7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.611071 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-fda0bd46-fc14-4743-a201-9be8913c7c3e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=af00ea33-22d9-443d-8208-f9d163f190b8 HTTP/1.1" status: 200 len: 854 time: 0.0534608 Oct 28 09:51:35.660260 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-dbedc099-73c8-4fbd-b18a-ee487265e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:35.662106 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-dbedc099-73c8-4fbd-b18a-ee487265e2ba service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=eae02c1e-9b55-4706-835b-6fa51061835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406172 Oct 28 09:51:35.756917 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-0e21b8ec-f72a-4875-b721-a9d49b65c06a service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831528 Oct 28 09:51:35.858429 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-45438ba8-1ee4-4ad3-a6ae-5eb0e020dca7 req-5f9a6c4b-0e17-450f-a39c-c423f874c5a0 service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897219 Oct 28 09:51:36.144604 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c963-5525-4ea2-b0b1-58b7f39587e9 req-1340cf78-ed06-4f17-bd89-5a248e26e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.146141 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-e646c963-5525-4ea2-b0b1-58b7f39587e9 req-1340cf78-ed06-4f17-bd89-5a248e26e57f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1099 time: 0.0412540 Oct 28 09:51:36.191133 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-e646c963-5525-4ea2-b0b1-58b7f39587e9 req-a1afdf8c-b9c1-4e3c-9a55-e28828599a67 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301831 Oct 28 09:51:36.255844 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89168441-905e-4516-9f99-ed186f983b9b req-94c15804-c715-454c-aef1-937c4b89ef4d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.257366 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-89168441-905e-4516-9f99-ed186f983b9b req-94c15804-c715-454c-aef1-937c4b89ef4d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.3356988 Oct 28 09:51:36.321434 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-cba45e79-5833-48d0-a233-628f160cd82b tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.323039 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-cba45e79-5833-48d0-a233-628f160cd82b tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/networks?id=6e0d2282-0092-43e0-98c8-b68cec136250 HTTP/1.1" status: 200 len: 808 time: 0.1393089 Oct 28 09:51:36.328214 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-89168441-905e-4516-9f99-ed186f983b9b req-e70b3d6e-c2e9-4618-83a3-cda10c77a535 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631430 Oct 28 09:51:36.338765 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-024f436a-6648-4b6d-bbbd-f5bb4f41ca31 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/quotas/d487a772480347a0b31aebb5f8cf6b7a HTTP/1.1" status: 200 len: 375 time: 0.0095904 Oct 28 09:51:36.377393 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-426e6049-36e2-4349-ac38-fdfc0b042366 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273581 Oct 28 09:51:36.505947 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf34507-39d1-4a93-8483-fac5658a9cab req-6e5c0589-86d2-49ef-bc5f-ffe6069fc391 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.507570 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bbf34507-39d1-4a93-8483-fac5658a9cab req-6e5c0589-86d2-49ef-bc5f-ffe6069fc391 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 943 time: 0.1085889 Oct 28 09:51:36.557294 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-ca9e0ae2-fe4d-46c6-a962-6c68e89e58e9 service neutron] 10.222.0.104 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655877 Oct 28 09:51:36.580817 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-cbd8c35e-0240-4d89-b5ed-fdfb777b008e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.585444 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-cbd8c35e-0240-4d89-b5ed-fdfb777b008e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.109 "GET /v2.0/networks?id=539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 200 len: 809 time: 0.1515634 Oct 28 09:51:36.635932 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bbf34507-39d1-4a93-8483-fac5658a9cab req-cb5f7a70-d629-4d85-86e5-04fb5f3fd815 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206131 Oct 28 09:51:36.648734 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-c04037f7-09df-4312-8113-f77b2e00640e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8171734427fe4b4bb14d52d4d336a76b HTTP/1.1" status: 200 len: 380 time: 0.0425527 Oct 28 09:51:36.663053 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'port': {'device_id': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'admin_state_up': True, 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'security_groups': ['319f0690-574c-4152-871b-a1c8f33602b9']}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:36.686817 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-9a7d5ee7-5fa5-4130-8d23-9afd1e10c815 service neutron] 10.222.0.104 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248775 Oct 28 09:51:36.735302 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-570b6640-9ef7-4d5e-9fff-eb2e80a173d5 req-1b58c706-267b-4fde-83c2-163a78d41e02 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0313890 Oct 28 09:51:36.868159 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c4c8f-ce63-4211-9a8d-ab2025f1d9c4 req-4e8442df-62a4-472b-a288-51343124d999 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:36.870436 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6f2c4c8f-ce63-4211-9a8d-ab2025f1d9c4 req-4e8442df-62a4-472b-a288-51343124d999 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0540898 Oct 28 09:51:36.906077 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Made reservation on behalf of 8171734427fe4b4bb14d52d4d336a76b for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:36.909732 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:36.929213 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6f2c4c8f-ce63-4211-9a8d-ab2025f1d9c4 req-981db9ef-125f-4621-8d0d-de49d34088b2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476372 Oct 28 09:51:36.987716 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbb897c6-f03e-43fd-99c4-d302dabdcb54 req-7e0fed43-3103-4994-974f-e0f339445b97 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 210 time: 0.0275979 Oct 28 09:51:37.082366 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Allocated IP 172.20.0.7 (539fce33-04b4-4c73-a872-377b5a59acf4/dcd59379-eec0-4dc9-b019-993388108484/94cbd2b9-09d8-4c85-ab69-0e95ad1404ee) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:37.261114 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:37.405216 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:37.452409 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aae02-6c02-48fa-b6ca-525efe10e2fd req-01c6a95b-838b-4229-aa13-5aa207532f62 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:37.453925 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3a6aae02-6c02-48fa-b6ca-525efe10e2fd req-01c6a95b-838b-4229-aa13-5aa207532f62 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0554173 Oct 28 09:51:37.468605 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Network 539fce33-04b4-4c73-a872-377b5a59acf4 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:37.472178 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:37.474639 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:51:37.499806 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3a6aae02-6c02-48fa-b6ca-525efe10e2fd req-0a499b96-8be1-4b8f-b47f-fe1d7e3622ae tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396736 Oct 28 09:51:37.516016 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:37.541145 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:37.541145 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:37.647473 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-650cd70c-24b5-4181-906d-61277e96f358 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891865 Oct 28 09:51:37.684323 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Request body: {'port': {'device_id': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:37.713849 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-1b9d3bc7-d4cf-4234-9e7e-4bb12eb43e0e None None] Provisioning complete for port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:51:37.714784 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3bc7-d4cf-4234-9e7e-4bb12eb43e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:37.760880 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d3bc7-d4cf-4234-9e7e-4bb12eb43e0e None None] Port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:51:37.797216 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:37.805106 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e31bd-4ff3-4e13-b54c-fbabc14ed2de req-bc0aa2e0-0127-4652-99bb-d8baf79b55e0 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:37.807870 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fe2e31bd-4ff3-4e13-b54c-fbabc14ed2de req-bc0aa2e0-0127-4652-99bb-d8baf79b55e0 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 943 time: 0.0772634 Oct 28 09:51:37.861330 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fe2e31bd-4ff3-4e13-b54c-fbabc14ed2de req-b54650ca-030e-4db8-826b-896894ece804 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471194 Oct 28 09:51:37.981066 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20ff10-01bf-4676-8f62-e34c0d352f1b req-32952f08-6e64-46bd-9b0c-96de21b560b7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:37.982648 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aa20ff10-01bf-4676-8f62-e34c0d352f1b req-32952f08-6e64-46bd-9b0c-96de21b560b7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 931 time: 0.0708430 Oct 28 09:51:38.036762 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aa20ff10-01bf-4676-8f62-e34c0d352f1b req-e7916b3e-64e6-4b01-9d79-cc33bd96a177 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 Oct 28 09:51:38.116998 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9ae4e98f-461b-48ba-a4f6-59542677211c req-f528e606-5916-49b1-8ec7-e779489f5a93 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 210 time: 0.0308585 Oct 28 09:51:38.140547 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:51:38.148694 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:38.162214 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Transition to ACTIVE for port object 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:51:38.303841 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:38.362233 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:38.406836 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-179bc6e0-6f9b-481e-914e-e0c7c83a6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:38.439823 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Attempting to bind port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:51:38.440192 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Attempting to bind port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:51:38.440518 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Attempting to bind port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee on network 539fce33-04b4-4c73-a872-377b5a59acf4 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:38.445461 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee on network 539fce33-04b4-4c73-a872-377b5a59acf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:51:38.445774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Attempting to bind port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee on network 539fce33-04b4-4c73-a872-377b5a59acf4 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:38.451588 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:51:38.452065 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Checking segment: {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:51:38.452445 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Bound using segment: {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:51:38.452898 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Bound port: 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885da927-b582-46b1-a282-8eff2c76a8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:51:38.453244 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:38.507148 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:51:38.531334 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:51:38.533558 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:51:38.649302 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49451248-1dfd-4f93-b18c-0acb229910b9 req-db55ef7c-1013-4b2e-bdf3-c3cb51b25ec4 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:38.651612 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-49451248-1dfd-4f93-b18c-0acb229910b9 req-db55ef7c-1013-4b2e-bdf3-c3cb51b25ec4 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0626559 Oct 28 09:51:38.658364 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:38.680407 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [req-a7a4878a-e2cb-4276-ad33-a3f14b092e50 req-68d0ac2f-a623-4f06-a968-23772817e838 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:51:38.681442 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a7a4878a-e2cb-4276-ad33-a3f14b092e50 req-68d0ac2f-a623-4f06-a968-23772817e838 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053117 Oct 28 09:51:38.700631 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:38.701264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:38.703249 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] 10.222.0.109 "PUT /v2.0/ports/94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 200 len: 1093 time: 1.0295508 Oct 28 09:51:38.703720 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:38.705481 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-49451248-1dfd-4f93-b18c-0acb229910b9 req-8f92c0d8-9559-432c-8e39-b7ff4b36fa24 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Oct 28 09:51:38.705978 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70100775-67d1-4251-8b6f-94eeaa18dd98" -d '{"events": [{"name": "network-changed", "server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:38.741076 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e8c2b-b3c6-434d-8855-594bfde57f59 service neutron] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:38.768495 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2390254-9db3-4f76-bb6d-e8522c899dce x-openstack-request-id: req-a2390254-9db3-4f76-bb6d-e8522c899dce {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:38.768880 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:38.769193 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a2390254-9db3-4f76-bb6d-e8522c899dce {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:38.769652 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'status': 'completed', 'code': 200} Oct 28 09:51:38.853841 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70100775-67d1-4251-8b6f-94eeaa18dd98 req-6b95a364-054b-4614-83b3-d01b177ab68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:38.855528 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-70100775-67d1-4251-8b6f-94eeaa18dd98 req-6b95a364-054b-4614-83b3-d01b177ab68c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1096 time: 0.0619218 Oct 28 09:51:38.980061 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70100775-67d1-4251-8b6f-94eeaa18dd98 req-b23d17cb-0908-44f6-a86e-21b8f94f885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:38.981659 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-70100775-67d1-4251-8b6f-94eeaa18dd98 req-b23d17cb-0908-44f6-a86e-21b8f94f885c service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=8171734427fe4b4bb14d52d4d336a76b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1152084 Oct 28 09:51:39.053514 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9770961-a153-48ec-bda5-93573837f5d2 req-8e92eb16-b6b6-4897-add8-e9a37b791f56 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.055379 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c9770961-a153-48ec-bda5-93573837f5d2 req-8e92eb16-b6b6-4897-add8-e9a37b791f56 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 943 time: 0.0620177 Oct 28 09:51:39.100138 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c9770961-a153-48ec-bda5-93573837f5d2 req-3f626180-5c39-41aa-9892-3a59ccaffc6e tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364213 Oct 28 09:51:39.111980 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70100775-67d1-4251-8b6f-94eeaa18dd98 req-f90814f8-85c1-457f-b98a-35d61f2c95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.113746 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-70100775-67d1-4251-8b6f-94eeaa18dd98 req-f90814f8-85c1-457f-b98a-35d61f2c95ec service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094239 Oct 28 09:51:39.203972 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-dbcf7d6a-df00-45a3-9a29-30d527ad0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.205583 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-dbcf7d6a-df00-45a3-9a29-30d527ad0949 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1096 time: 0.0465322 Oct 28 09:51:39.218762 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678947a-d5f1-41cd-8946-efe6421f4ad0 req-e99f651c-6287-47cf-ab94-5c365ea99c66 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.220403 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b678947a-d5f1-41cd-8946-efe6421f4ad0 req-e99f651c-6287-47cf-ab94-5c365ea99c66 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0587516 Oct 28 09:51:39.276729 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b678947a-d5f1-41cd-8946-efe6421f4ad0 req-e1e5897d-47d2-43af-a703-9f73d92a5c55 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488260 Oct 28 09:51:39.418791 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bae452b1-ff36-4d29-90c5-f7857889f3d8 req-dabacf18-2af6-4a3f-9b6e-2f961596f09d tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 210 time: 0.0427592 Oct 28 09:51:39.454900 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac5b99-9ecf-483b-b293-0ae12b466f07 req-ce2c0223-34fa-42ee-b591-7da80792daa9 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.462585 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-01ac5b99-9ecf-483b-b293-0ae12b466f07 req-ce2c0223-34fa-42ee-b591-7da80792daa9 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.1274312 Oct 28 09:51:39.521199 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-01ac5b99-9ecf-483b-b293-0ae12b466f07 req-754ac28f-63a0-416c-8f21-612596a97fd9 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575137 Oct 28 09:51:39.570629 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-afc8f92e-a2a4-4255-8562-400ee7398877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.572712 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-afc8f92e-a2a4-4255-8562-400ee7398877 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1099 time: 0.1593313 Oct 28 09:51:39.578574 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-97de31eb-8436-42f9-aca8-1dce603097cb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 200 len: 217 time: 0.3588977 Oct 28 09:51:39.593175 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944c46c-4089-46c1-9490-31cbb0f9e95b req-cb0f964e-868a-47d6-9945-42c8a3ac3df6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.594657 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a944c46c-4089-46c1-9490-31cbb0f9e95b req-cb0f964e-868a-47d6-9945-42c8a3ac3df6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0723436 Oct 28 09:51:39.641366 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-f2606491-bded-4e19-ba5d-d439e970d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.642846 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-f2606491-bded-4e19-ba5d-d439e970d889 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dcd59379-eec0-4dc9-b019-993388108484 HTTP/1.1" status: 200 len: 848 time: 0.0447102 Oct 28 09:51:39.686041 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a944c46c-4089-46c1-9490-31cbb0f9e95b req-24e70501-c822-4838-a636-8bbba4944dc2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808878 Oct 28 09:51:39.702417 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-d00a5566-176c-4080-9191-79a3b010ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.703891 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-d00a5566-176c-4080-9191-79a3b010ebd1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=539fce33-04b4-4c73-a872-377b5a59acf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439031 Oct 28 09:51:39.711617 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-a3c8d96f-76f0-4ad8-b10b-0d16f81d14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.714284 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-a3c8d96f-76f0-4ad8-b10b-0d16f81d14b4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 920 time: 0.1169064 Oct 28 09:51:39.766743 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-1e4746e1-f966-4359-94e1-436fecfd6c37 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba HTTP/1.1" status: 200 len: 217 time: 0.0415916 Oct 28 09:51:39.802992 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 49052) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:39.815694 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-98681c0a-8699-4661-880a-d67e380a84cf service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001201 Oct 28 09:51:39.834565 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-78de6d65-228c-4b17-85fe-54b77c7218bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:39.836216 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-78de6d65-228c-4b17-85fe-54b77c7218bf service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 200 len: 859 time: 0.0573833 Oct 28 09:51:39.876184 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-4e66fb8d-e4b9-472b-a2e9-e97fca93bdf2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293415 Oct 28 09:51:39.970870 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a00f7f59-ae27-448b-93e3-028b51ef8cc4 req-ee2f1f11-ffb1-489a-ac09-b19b745717c2 service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325200 Oct 28 09:51:39.974526 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-5ac65985-6c89-45c9-9b38-f8f279868696 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1704957 Oct 28 09:51:39.985925 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-afedc69a-8f4a-4794-a69b-178bfa567f83 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:51:39.987526 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-afedc69a-8f4a-4794-a69b-178bfa567f83 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060410 Oct 28 09:51:40.016038 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-8765e69b-ba7f-4c71-a22c-43a443ff8ed8 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210592 Oct 28 09:51:40.129950 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c79f1a0c-d812-4696-8660-0bb7bb202ca8 req-f9e56b79-46ca-4457-add2-683c0ab7a5c1 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008563 Oct 28 09:51:40.231697 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77f49-369b-4914-824e-8d223bfa0ef1 req-b8eaa93e-4190-4609-9e4b-b4ccfeb22408 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.233274 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4bf77f49-369b-4914-824e-8d223bfa0ef1 req-b8eaa93e-4190-4609-9e4b-b4ccfeb22408 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 943 time: 0.0563197 Oct 28 09:51:40.273965 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4bf77f49-369b-4914-824e-8d223bfa0ef1 req-707badaa-2f03-4f11-93dd-81f96dda22d7 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Oct 28 09:51:40.482002 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-aadf0393-6f98-4624-8b0c-a5810b6093e0 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.483558 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-aadf0393-6f98-4624-8b0c-a5810b6093e0 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "GET /v2.0/networks?id=6e0d2282-0092-43e0-98c8-b68cec136250 HTTP/1.1" status: 200 len: 808 time: 0.1827464 Oct 28 09:51:40.501137 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfb448-3186-490b-94b5-5dca1fb72db1 req-c8a52b87-e174-4dd6-b871-e45390d11857 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.502857 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-57cfb448-3186-490b-94b5-5dca1fb72db1 req-c8a52b87-e174-4dd6-b871-e45390d11857 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1363921 Oct 28 09:51:40.508788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Request body: {'port': {'device_id': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250', 'admin_state_up': True, 'tenant_id': 'd487a772480347a0b31aebb5f8cf6b7a'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:40.517773 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device cbe862a5-40a7-43ef-b2b3-73aad1487228 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:51:40.622114 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb9da1e8-ea92-43e2-bf05-fa046c8515d0 req-8b87be3b-6ec2-4684-993b-5d1c2a61963e tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 210 time: 0.0541234 Oct 28 09:51:40.635529 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:40.652618 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-57cfb448-3186-490b-94b5-5dca1fb72db1 req-1c68f392-9528-4977-a302-576ebd70755a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384590 Oct 28 09:51:40.663614 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'port_id': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'mac_address': 'fa:16:3e:59:02:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:51:40.710580 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:40.737200 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe862a5-40a7-43ef-b2b3-73aad1487228 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:51:40.784518 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:40.792696 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec62bfb-4335-4046-9870-31e163f0f87e req-19e752cb-42b6-46ce-96be-aa3bfbc0faff tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.794279 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9ec62bfb-4335-4046-9870-31e163f0f87e req-19e752cb-42b6-46ce-96be-aa3bfbc0faff tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0903695 Oct 28 09:51:40.803450 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Made reservation on behalf of d487a772480347a0b31aebb5f8cf6b7a for: {'port': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:51:40.807644 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:40.896478 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:40.902048 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-414540b2-e4b0-437b-b250-cbd0f197ece8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:40.927724 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbe0e2-e220-4653-8502-7ad9a61d117b req-7dccc44d-9b85-4380-addf-d5fa48440202 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:40.929276 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e7cbe0e2-e220-4653-8502-7ad9a61d117b req-7dccc44d-9b85-4380-addf-d5fa48440202 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.1479595 Oct 28 09:51:40.942007 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9ec62bfb-4335-4046-9870-31e163f0f87e req-3c68b076-2d3e-402e-9b12-9191fdf05177 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387720 Oct 28 09:51:40.953154 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:41.001387 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e7cbe0e2-e220-4653-8502-7ad9a61d117b req-567dca37-befc-40b4-81ac-37a543e2a2f7 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582838 Oct 28 09:51:41.056948 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Allocated IP 172.20.0.13 (6e0d2282-0092-43e0-98c8-b68cec136250/b039276f-98e8-4354-bf0c-3f9300b960bf/b9d6f69f-6582-4e12-8137-5f6aa83f2874) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:51:41.220069 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.232374 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['cbe862a5-40a7-43ef-b2b3-73aad1487228'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:51:41.320998 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.381028 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Network 6e0d2282-0092-43e0-98c8-b68cec136250 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:51:41.401906 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:51:41.404450 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:51:41.413428 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Pushing event updated for resources: {'Port': ['ID=b9d6f69f-6582-4e12-8137-5f6aa83f2874,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:41.473958 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac992c1-197f-45e7-9873-7a1c585b4dd4 req-8e604a55-b3ee-4033-841e-82a47e2957d6 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:41.475524 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bac992c1-197f-45e7-9873-7a1c585b4dd4 req-8e604a55-b3ee-4033-841e-82a47e2957d6 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 944 time: 0.1213565 Oct 28 09:51:41.483098 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:41.483783 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.527149 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bac992c1-197f-45e7-9873-7a1c585b4dd4 req-8703a61a-7219-4d2e-b351-036ae8aab09c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Oct 28 09:51:41.563707 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-65c4bae9-0fb9-4895-9d3c-2d42ae9dca0c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0598052 Oct 28 09:51:41.577580 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Request body: {'port': {'device_id': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:51:41.630583 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:41.900948 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbfda8-8c4d-4522-be90-b5ec21e65278 req-01759c63-4eb0-484c-a960-30d239dcbc6a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:41.903093 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aacbfda8-8c4d-4522-be90-b5ec21e65278 req-01759c63-4eb0-484c-a960-30d239dcbc6a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1493626 Oct 28 09:51:41.918129 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1aea2-4ee0-4646-82c6-820ca87d6708 req-2f801dcd-e593-47f8-a2a4-c755e5b24610 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:41.918129 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1ad1aea2-4ee0-4646-82c6-820ca87d6708 req-2f801dcd-e593-47f8-a2a4-c755e5b24610 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 932 time: 0.1623781 Oct 28 09:51:42.013070 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aacbfda8-8c4d-4522-be90-b5ec21e65278 req-887d189d-53f8-4c45-ad81-659fa18a2f0a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949111 Oct 28 09:51:42.026794 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1ad1aea2-4ee0-4646-82c6-820ca87d6708 req-92a8368f-f4cf-411f-a895-f01783345a85 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966170 Oct 28 09:51:42.091813 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d6f69f-6582-4e12-8137-5f6aa83f2874 {{(pid=108755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:51:42.109775 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.167576 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.provisioning_blocks [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Transition to ACTIVE for port object b9d6f69f-6582-4e12-8137-5f6aa83f2874 will not be triggered until provisioned by entity L2. {{(pid=108755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:51:42.189322 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82209a-1e82-4200-9861-e3ad594166cf req-6e2895b1-781e-4007-9b05-ca08e61e907e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:42.190798 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ec82209a-1e82-4200-9861-e3ad594166cf req-6e2895b1-781e-4007-9b05-ca08e61e907e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.1013746 Oct 28 09:51:42.202276 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f14779-5cee-4538-b7ff-96cf96c0426e req-d9abe295-db96-45a8-ad90-eef469208c60 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:42.203705 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4f14779-5cee-4538-b7ff-96cf96c0426e req-d9abe295-db96-45a8-ad90-eef469208c60 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0974782 Oct 28 09:51:42.304041 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.461238 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.473998 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 49108) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:42.489182 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.518719 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device cbe862a5-40a7-43ef-b2b3-73aad1487228 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:51:42.524094 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ec82209a-1e82-4200-9861-e3ad594166cf req-ad56a4d7-c0f3-41ee-aae4-95308df33305 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194282 Oct 28 09:51:42.553823 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4f14779-5cee-4538-b7ff-96cf96c0426e req-8f34cc44-b3c2-4eae-b50b-d3270c003265 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395965 Oct 28 09:51:42.561850 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6f69f-6582-4e12-8137-5f6aa83f2874,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:42.663866 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Attempting to bind port b9d6f69f-6582-4e12-8137-5f6aa83f2874 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:51:42.664210 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Attempting to bind port b9d6f69f-6582-4e12-8137-5f6aa83f2874 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:51:42.664524 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Attempting to bind port b9d6f69f-6582-4e12-8137-5f6aa83f2874 on network 6e0d2282-0092-43e0-98c8-b68cec136250 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:42.678944 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7a7218f0-d362-4a1c-bf30-692aa595450d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.687180 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Port b9d6f69f-6582-4e12-8137-5f6aa83f2874 on network 6e0d2282-0092-43e0-98c8-b68cec136250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:51:42.687525 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Attempting to bind port b9d6f69f-6582-4e12-8137-5f6aa83f2874 on network 6e0d2282-0092-43e0-98c8-b68cec136250 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:51:42.695638 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:51:42.696048 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Checking segment: {'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:51:42.696486 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Bound using segment: {'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:51:42.697018 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Bound port: b9d6f69f-6582-4e12-8137-5f6aa83f2874, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'}}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:51:42.697408 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.724844 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port cbe862a5-40a7-43ef-b2b3-73aad1487228 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:51:42.726413 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eca46-51e3-4bdf-addd-a9eba6663d85 req-9c170bbc-0379-4be2-9930-64325ab772a7 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:42.728520 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e08eca46-51e3-4bdf-addd-a9eba6663d85 req-9c170bbc-0379-4be2-9930-64325ab772a7 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 944 time: 0.0822251 Oct 28 09:51:42.730396 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port cbe862a5-40a7-43ef-b2b3-73aad1487228 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:51:42.730926 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.768059 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7a7218f0-d362-4a1c-bf30-692aa595450d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.799045 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e08eca46-51e3-4bdf-addd-a9eba6663d85 req-fe0efa97-f667-4ffa-a300-7c1bb340676f tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513179 Oct 28 09:51:42.808754 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] For port b9d6f69f-6582-4e12-8137-5f6aa83f2874, host hv-cinder-81571, cleared binding levels {{(pid=108755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:51:42.812410 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] For port b9d6f69f-6582-4e12-8137-5f6aa83f2874, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b9d6f69f-6582-4e12-8137-5f6aa83f2874,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:51:42.821050 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.830212 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7a7218f0-d362-4a1c-bf30-692aa595450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.855180 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:42.857506 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616fa2d8-36cd-4996-a12d-728e28ec8aaf" -d '{"events": [{"server_uuid": "2d623582-8352-4294-9aca-086539f32232", "name": "network-vif-plugged", "status": "completed", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:42.871730 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-7a7218f0-d362-4a1c-bf30-692aa595450d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5fb924a6f4914b3097b44af47773bf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963082 Oct 28 09:51:42.871932 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:42.872813 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7218f0-d362-4a1c-bf30-692aa595450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de8bed-dc3b-49b7-8760-22b8676c0db2,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:42.874885 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49120) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:42.903317 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6879a50d-1975-4e10-8dcc-29e96ff53b5c x-openstack-request-id: req-6879a50d-1975-4e10-8dcc-29e96ff53b5c {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:42.903637 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d623582-8352-4294-9aca-086539f32232", "name": "network-vif-plugged", "status": "completed", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:42.903894 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6879a50d-1975-4e10-8dcc-29e96ff53b5c {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:42.904286 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'code': 200} Oct 28 09:51:42.923640 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.948246 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.968178 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-310a0021-f377-4bef-8029-17f0ffaf6fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.976103 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:42.977283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:42.979281 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] 10.222.0.109 "PUT /v2.0/ports/b9d6f69f-6582-4e12-8137-5f6aa83f2874 HTTP/1.1" status: 200 len: 1094 time: 1.4062047 Oct 28 09:51:42.981572 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'tag': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:42.988852 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fd7507-f70f-4029-b987-504375972cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "68f4383c-7f8e-4f49-9377-f11540e9f81e", "tag": "b9d6f69f-6582-4e12-8137-5f6aa83f2874"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:43.008918 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:43.021107 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-310a0021-f377-4bef-8029-17f0ffaf6fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:43.028780 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88212bfe-04d4-4265-ac97-3a9cce77087c service neutron] Pushing event updated for resources: {'Port': ['ID=b9d6f69f-6582-4e12-8137-5f6aa83f2874,revision_number=3']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:43.042733 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766b2ecf-ccc8-406f-b979-eb6023138b97 x-openstack-request-id: req-766b2ecf-ccc8-406f-b979-eb6023138b97 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:43.043020 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f4383c-7f8e-4f49-9377-f11540e9f81e", "tag": "b9d6f69f-6582-4e12-8137-5f6aa83f2874", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:43.048473 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-766b2ecf-ccc8-406f-b979-eb6023138b97 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:43.048473 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'tag': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874', 'status': 'completed', 'code': 200} Oct 28 09:51:43.212917 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7507-f70f-4029-b987-504375972cdb req-57fc7ef1-aa6a-4d9d-a89f-dd712d0f9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.214442 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e4fd7507-f70f-4029-b987-504375972cdb req-57fc7ef1-aa6a-4d9d-a89f-dd712d0f9810 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 1097 time: 0.1179979 Oct 28 09:51:43.221777 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8a647-836f-43b3-8414-ce6840afd6fa req-ff4a0923-9525-45a9-b070-0dbde903e1cb tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.223249 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9dc8a647-836f-43b3-8414-ce6840afd6fa req-ff4a0923-9525-45a9-b070-0dbde903e1cb tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.1390185 Oct 28 09:51:43.234176 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-310a0021-f377-4bef-8029-17f0ffaf6fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:43.236663 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-310a0021-f377-4bef-8029-17f0ffaf6fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:43.237735 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-310a0021-f377-4bef-8029-17f0ffaf6fe6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/64de8bed-dc3b-49b7-8760-22b8676c0db2 HTTP/1.1" status: 204 len: 168 time: 0.3618815 Oct 28 09:51:43.293992 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2de791-0d5e-4e19-ad97-9c83463fd3d9 req-ab754fc3-a2dd-4d50-8c19-568cbad6c688 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.295539 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fe2de791-0d5e-4e19-ad97-9c83463fd3d9 req-ab754fc3-a2dd-4d50-8c19-568cbad6c688 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1679583 Oct 28 09:51:43.323284 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a0021-f377-4bef-8029-17f0ffaf6fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de8bed-dc3b-49b7-8760-22b8676c0db2,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:43.393274 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9dc8a647-836f-43b3-8414-ce6840afd6fa req-f69ad266-5956-46e6-9a6f-8f827cc9cab4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531482 Oct 28 09:51:43.397798 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57cea8-20c1-40e4-acc1-97e37b60d69f req-fb42a1c4-facb-49f8-9223-94294e72872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.399386 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ed57cea8-20c1-40e4-acc1-97e37b60d69f req-fb42a1c4-facb-49f8-9223-94294e72872f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1098 time: 0.0452530 Oct 28 09:51:43.406602 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fe2de791-0d5e-4e19-ad97-9c83463fd3d9 req-1b0be7de-4a34-4f94-8121-1be778597afa tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906663 Oct 28 09:51:43.421808 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7507-f70f-4029-b987-504375972cdb req-9dea53e5-6817-4e1c-a009-881ebc84f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.423321 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e4fd7507-f70f-4029-b987-504375972cdb req-9dea53e5-6817-4e1c-a009-881ebc84f978 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1992080 Oct 28 09:51:43.458871 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ed57cea8-20c1-40e4-acc1-97e37b60d69f req-18b5c5da-c6e7-4e56-a776-297eed49498b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391047 Oct 28 09:51:43.545662 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e77830-8674-4e92-a011-3c6c1805afc9 req-90a0ffbf-99f9-4825-a1a6-ea182aefd41d tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.547184 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-57e77830-8674-4e92-a011-3c6c1805afc9 req-90a0ffbf-99f9-4825-a1a6-ea182aefd41d tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 944 time: 0.0918276 Oct 28 09:51:43.586470 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7507-f70f-4029-b987-504375972cdb req-60ef067b-c6ee-45cf-bad0-b4e7be117143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.586470 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e4fd7507-f70f-4029-b987-504375972cdb req-60ef067b-c6ee-45cf-bad0-b4e7be117143 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537595 Oct 28 09:51:43.605529 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-57e77830-8674-4e92-a011-3c6c1805afc9 req-330ff763-3675-4484-bbf9-aa7b6771ccdb tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510859 Oct 28 09:51:43.660858 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8d1f9-cd30-4b10-9a24-7f1743491b32 req-7c7e3938-a4a8-413a-a523-fea196b748ad tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.662625 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e1d8d1f9-cd30-4b10-9a24-7f1743491b32 req-7c7e3938-a4a8-413a-a523-fea196b748ad tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0627058 Oct 28 09:51:43.768426 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e1d8d1f9-cd30-4b10-9a24-7f1743491b32 req-62453017-593a-4223-927d-6d7815c268f5 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989509 Oct 28 09:51:43.781578 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f379431-4f63-4035-a62b-62ef43f81d45 req-10e41db5-4918-4a4f-a904-d0b7e8a6277c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.782995 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7f379431-4f63-4035-a62b-62ef43f81d45 req-10e41db5-4918-4a4f-a904-d0b7e8a6277c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.1154397 Oct 28 09:51:43.803966 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-6ba7dfe7-6346-4959-bacb-65bbd916001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.805456 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-6ba7dfe7-6346-4959-bacb-65bbd916001a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 1097 time: 0.0753331 Oct 28 09:51:43.867677 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7f379431-4f63-4035-a62b-62ef43f81d45 req-13928684-27ed-48d1-8b1b-0ef52e992240 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736911 Oct 28 09:51:43.869203 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-d38d3288-af0a-47b4-9f65-81ce858f55f6 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9d6f69f-6582-4e12-8137-5f6aa83f2874 HTTP/1.1" status: 200 len: 217 time: 0.0424116 Oct 28 09:51:43.959792 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-eebfe8fd-e7b5-43c0-913f-1f634ae5c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.961312 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-eebfe8fd-e7b5-43c0-913f-1f634ae5c955 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=b039276f-98e8-4354-bf0c-3f9300b960bf HTTP/1.1" status: 200 len: 848 time: 0.0724430 Oct 28 09:51:43.970613 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe091b-8df8-427f-bdd4-0f92ad0280ce req-651d7b3a-696a-4bc0-91df-4da2cf888486 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:43.972100 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bafe091b-8df8-427f-bdd4-0f92ad0280ce req-651d7b3a-696a-4bc0-91df-4da2cf888486 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0931194 Oct 28 09:51:44.008490 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-8185eea4-51a9-481c-97cb-37db02f810bd service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6e0d2282-0092-43e0-98c8-b68cec136250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300953 Oct 28 09:51:44.084867 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bafe091b-8df8-427f-bdd4-0f92ad0280ce req-b4a6e8d5-6358-41de-9406-39393bd6c075 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060071 Oct 28 09:51:44.125684 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-a5564b65-2801-4c34-ada8-3105d4f31ae8 service neutron] 10.222.0.109 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076081 Oct 28 09:51:44.224673 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2f2eff3f-259c-4cdc-bd87-d8c6c175e43c req-34291eb3-726e-4951-8867-496f3fe1e601 service neutron] 10.222.0.109 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890722 Oct 28 09:51:44.278118 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-82b6b40e-c803-44d0-9ca4-55046ef82dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.279640 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-82b6b40e-c803-44d0-9ca4-55046ef82dcb service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb&tenant_id=137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 1096 time: 0.0788603 Oct 28 09:51:44.349549 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-eae8d3eb-ba5c-4f3b-9ab2-2d3be7b595d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.351057 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-eae8d3eb-ba5c-4f3b-9ab2-2d3be7b595d2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1096 time: 0.0426402 Oct 28 09:51:44.360177 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:44.457534 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-49281ea9-24d1-425c-8769-23a3b1386779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.458131 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-49281ea9-24d1-425c-8769-23a3b1386779 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.0986946 Oct 28 09:51:44.561385 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-36099c48-dcad-4860-bc97-26b64a46aed0 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 997 time: 0.0930390 Oct 28 09:51:44.569973 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606acfc-8e58-4c9c-9876-0c8fed9a57d8 req-f2cdf1df-26d5-4dd5-8b89-da6d8e1865f2 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.577205 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b606acfc-8e58-4c9c-9876-0c8fed9a57d8 req-f2cdf1df-26d5-4dd5-8b89-da6d8e1865f2 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.1005456 Oct 28 09:51:44.605840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f956d4-9758-42c4-bd15-f1c01a549ffb req-8e04cc66-7037-4c72-9c07-136f685636a7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.607380 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-95f956d4-9758-42c4-bd15-f1c01a549ffb req-8e04cc66-7037-4c72-9c07-136f685636a7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1018071 Oct 28 09:51:44.628450 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-c08d6e99-4d4d-4612-bf8b-b201e0b43921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.630053 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-c08d6e99-4d4d-4612-bf8b-b201e0b43921 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0573120 Oct 28 09:51:44.640417 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b606acfc-8e58-4c9c-9876-0c8fed9a57d8 req-af9c85ee-e876-45dc-9dfd-e6cb3eaa10e5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623441 Oct 28 09:51:44.695265 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-95f956d4-9758-42c4-bd15-f1c01a549ffb req-cab882f7-1af7-4e14-acb9-c0677c046af4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723381 Oct 28 09:51:44.728959 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-0782b3af-2860-4dcc-a9a7-3f7eec3118f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.730487 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-0782b3af-2860-4dcc-a9a7-3f7eec3118f6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853422 Oct 28 09:51:44.849477 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b740237-915b-44a1-9f79-6f61a2136c24 req-3a858d99-2c53-4f6c-827f-3a2822d9c3f1 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.851233 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4b740237-915b-44a1-9f79-6f61a2136c24 req-3a858d99-2c53-4f6c-827f-3a2822d9c3f1 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 944 time: 0.0961521 Oct 28 09:51:44.866249 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-5bd45ea3-9c9f-4dc4-8ded-3f1388096306 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265950 Oct 28 09:51:44.932858 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4b740237-915b-44a1-9f79-6f61a2136c24 req-e392cee1-e66f-4acd-9364-58e99fae9ff2 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725729 Oct 28 09:51:44.957130 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95a665-4f30-4805-8404-2741d5ec8a7b req-caf36617-4d6b-4311-890d-b3b3b7fcfe0b tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:44.958673 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9b95a665-4f30-4805-8404-2741d5ec8a7b req-caf36617-4d6b-4311-890d-b3b3b7fcfe0b tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0947020 Oct 28 09:51:44.987795 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2d9c1193-0ced-4949-b37a-7be128574e18 req-c674e91c-a9a2-49bd-9055-26519c99c33f service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064019 Oct 28 09:51:45.000575 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9b95a665-4f30-4805-8404-2741d5ec8a7b req-b9a8c3ea-c197-4d6f-bf21-5a897450a40e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Oct 28 09:51:45.200928 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39b9d9-7804-4cdb-ab27-2cab6d865d98 req-cce0297d-a073-4d2f-8c6f-7c8bde73f5d2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:45.202409 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ac39b9d9-7804-4cdb-ab27-2cab6d865d98 req-cce0297d-a073-4d2f-8c6f-7c8bde73f5d2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0502203 Oct 28 09:51:45.244903 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ac39b9d9-7804-4cdb-ab27-2cab6d865d98 req-65347023-ee39-4c1b-a310-5ff80603a6ae tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Oct 28 09:51:45.847936 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941943eb-436f-489f-a605-50f31fcdc866 req-7a0e729b-3a20-47b0-839d-efc4dd4d4714 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:45.850078 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-941943eb-436f-489f-a605-50f31fcdc866 req-7a0e729b-3a20-47b0-839d-efc4dd4d4714 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.1347554 Oct 28 09:51:45.945855 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-941943eb-436f-489f-a605-50f31fcdc866 req-0e5997ae-19be-4548-8bb1-d66b53cb7e67 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779586 Oct 28 09:51:45.984222 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa088-a789-45d7-bdbf-4b209d343498 req-a8c0d00e-7fab-4c4f-a8e3-a7b34764715c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:45.991845 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f74aa088-a789-45d7-bdbf-4b209d343498 req-a8c0d00e-7fab-4c4f-a8e3-a7b34764715c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1259637 Oct 28 09:51:46.084384 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f74aa088-a789-45d7-bdbf-4b209d343498 req-dc52948c-031b-4b1a-afc8-9b2ba7c2ef38 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916729 Oct 28 09:51:46.130910 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5d370-ba7d-47b7-84e7-162e4304b278 req-bcc2d9b9-ae2b-450b-95f5-1ef35f9fad53 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:46.133294 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eca5d370-ba7d-47b7-84e7-162e4304b278 req-bcc2d9b9-ae2b-450b-95f5-1ef35f9fad53 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0907655 Oct 28 09:51:46.206043 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eca5d370-ba7d-47b7-84e7-162e4304b278 req-d23441c9-e4e8-473d-9e26-0c15ef40dc56 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635903 Oct 28 09:51:46.287202 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc35d3-c38a-4e6c-85db-23d7f105e2cd req-8ed4ff3d-2d1c-4b2c-8de9-ba2df6943221 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:46.288932 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-78cc35d3-c38a-4e6c-85db-23d7f105e2cd req-8ed4ff3d-2d1c-4b2c-8de9-ba2df6943221 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 944 time: 0.1060140 Oct 28 09:51:46.394171 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-78cc35d3-c38a-4e6c-85db-23d7f105e2cd req-fbdeda5d-ddad-4504-904c-3ef7de101d27 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911644 Oct 28 09:51:46.419229 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8ec83-b1c6-4813-a2e7-5c3de4846a70 req-22e2adf9-d5cf-4ca4-9b33-5e633a77ba8c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:46.420870 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d4b8ec83-b1c6-4813-a2e7-5c3de4846a70 req-22e2adf9-d5cf-4ca4-9b33-5e633a77ba8c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.1309624 Oct 28 09:51:46.476491 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d4b8ec83-b1c6-4813-a2e7-5c3de4846a70 req-3ebc0f09-214a-4508-bcf2-7dea20ddc2e4 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 Oct 28 09:51:46.637374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f55dd-55aa-4f19-af37-335ce36968e6 req-1a167a46-21bf-423f-a805-e30f58b8df94 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:46.639109 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8e1f55dd-55aa-4f19-af37-335ce36968e6 req-1a167a46-21bf-423f-a805-e30f58b8df94 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0744245 Oct 28 09:51:46.688477 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8e1f55dd-55aa-4f19-af37-335ce36968e6 req-503d591e-e3d6-4127-b1bb-f7896dc637f2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Oct 28 09:51:46.832106 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501335-76cd-411f-9332-8e8e87949cb9 req-91a254dd-f5ad-4ee1-911b-2e8a6b7c291d tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:46.834049 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cd501335-76cd-411f-9332-8e8e87949cb9 req-91a254dd-f5ad-4ee1-911b-2e8a6b7c291d tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0535431 Oct 28 09:51:46.877920 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cd501335-76cd-411f-9332-8e8e87949cb9 req-825618d0-3e05-4a22-9f6a-23f98872ea4c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Oct 28 09:51:47.242691 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abddc30-2073-435f-b85d-87baa71aa1c0 req-4472575c-02c8-4a73-a759-52c2e87cc23e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:47.245370 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2abddc30-2073-435f-b85d-87baa71aa1c0 req-4472575c-02c8-4a73-a759-52c2e87cc23e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0568099 Oct 28 09:51:47.294154 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2abddc30-2073-435f-b85d-87baa71aa1c0 req-4dffaade-1b6c-409f-a205-1f0dbaa1ad1b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420372 Oct 28 09:51:47.421603 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae074a3-adf9-4630-8f93-18ef6c3cf3b6 req-cd8cbcf2-088d-4047-bcac-d151085e890c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:47.424713 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9ae074a3-adf9-4630-8f93-18ef6c3cf3b6 req-cd8cbcf2-088d-4047-bcac-d151085e890c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0564158 Oct 28 09:51:47.467670 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9ae074a3-adf9-4630-8f93-18ef6c3cf3b6 req-2e0f5d67-5325-4dc4-84a8-9a12eac050f8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Oct 28 09:51:47.584400 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c939b04-5c00-4868-99ec-ee1855ddf16d req-f0f6aa7d-29cf-4781-b48f-520049fc316b tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:47.585913 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7c939b04-5c00-4868-99ec-ee1855ddf16d req-f0f6aa7d-29cf-4781-b48f-520049fc316b tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0524108 Oct 28 09:51:47.627554 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7c939b04-5c00-4868-99ec-ee1855ddf16d req-6eb76a19-acec-41d8-ab8b-63166b043cb3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341809 Oct 28 09:51:47.753923 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996621a-6183-4a40-b0c2-29e262ab13a5 req-e869b3dc-c013-4830-81e7-af6993f7a1cc tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:47.755471 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4996621a-6183-4a40-b0c2-29e262ab13a5 req-e869b3dc-c013-4830-81e7-af6993f7a1cc tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 944 time: 0.0552645 Oct 28 09:51:47.813565 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4996621a-6183-4a40-b0c2-29e262ab13a5 req-ba803601-5075-4b9e-9654-a239c05474fa tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460212 Oct 28 09:51:47.932645 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65092f-989b-4c69-b1f2-75fc5690864a req-3b819c74-14e1-44f2-aab8-5f2e4c8df4cc tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:48.167005 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fa65092f-989b-4c69-b1f2-75fc5690864a req-3b819c74-14e1-44f2-aab8-5f2e4c8df4cc tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0597537 Oct 28 09:51:48.167005 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fa65092f-989b-4c69-b1f2-75fc5690864a req-8290573e-a292-408d-b9b8-448e816db73f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394452 Oct 28 09:51:48.437955 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259cdd5-4d55-46df-85aa-208d4d905481 req-aecc9687-050f-4b1a-bcc3-65c5170b48e8 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:48.439466 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8259cdd5-4d55-46df-85aa-208d4d905481 req-aecc9687-050f-4b1a-bcc3-65c5170b48e8 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0589652 Oct 28 09:51:48.480887 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8259cdd5-4d55-46df-85aa-208d4d905481 req-b5084ec6-c967-48cc-9f52-45ffe0d3a2a4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352826 Oct 28 09:51:48.512505 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b9d6f69f-6582-4e12-8137-5f6aa83f2874 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:51:48.690951 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665ea18-0f3c-4690-8ccf-3787a8ecd3f5 req-66038d1e-e7bf-4e87-84d4-4742fb9e6b98 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:48.692410 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4665ea18-0f3c-4690-8ccf-3787a8ecd3f5 req-66038d1e-e7bf-4e87-84d4-4742fb9e6b98 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0997746 Oct 28 09:51:48.712941 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b9d6f69f-6582-4e12-8137-5f6aa83f2874, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b9d6f69f-6582-4e12-8137-5f6aa83f2874,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:48.729279 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874', 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250', 'port_id': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874', 'mac_address': 'fa:16:3e:18:f2:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b039276f-98e8-4354-bf0c-3f9300b960bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:51:48.736949 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4665ea18-0f3c-4690-8ccf-3787a8ecd3f5 req-7ed0d8c0-a305-4973-9fec-15ab2ffaebb4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380514 Oct 28 09:51:48.782873 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:48.803534 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d6f69f-6582-4e12-8137-5f6aa83f2874 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:51:48.838091 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b9d6f69f-6582-4e12-8137-5f6aa83f2874, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b9d6f69f-6582-4e12-8137-5f6aa83f2874,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:48.952620 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:48.965536 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c5754-e1d5-4153-bc7c-9e213ba30ac0 req-a4343996-9ba0-465d-8c26-fe1dca1a4436 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:48.968514 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6b9c5754-e1d5-4153-bc7c-9e213ba30ac0 req-a4343996-9ba0-465d-8c26-fe1dca1a4436 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 944 time: 0.0583892 Oct 28 09:51:49.004504 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b9d6f69f-6582-4e12-8137-5f6aa83f2874,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:49.009758 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6b9c5754-e1d5-4153-bc7c-9e213ba30ac0 req-c3b2c42f-8137-4e1b-9e22-8101e5f18aef tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Oct 28 09:51:49.120550 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10788cb1-656a-45af-baad-cfebdbc0478e req-6042cde0-a2e5-4b50-ae1d-804c9b8a9ec6 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:49.122368 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-10788cb1-656a-45af-baad-cfebdbc0478e req-6042cde0-a2e5-4b50-ae1d-804c9b8a9ec6 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0537453 Oct 28 09:51:49.168583 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-10788cb1-656a-45af-baad-cfebdbc0478e req-c7624fee-eb2d-4ddc-891a-addd992a94c3 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Oct 28 09:51:49.310036 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['b9d6f69f-6582-4e12-8137-5f6aa83f2874'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:51:49.620388 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325819a-4c10-4667-9940-3d13bbed3aef req-807b0517-abfe-498b-a5d4-d189ef78a5e7 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:49.622724 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1325819a-4c10-4667-9940-3d13bbed3aef req-807b0517-abfe-498b-a5d4-d189ef78a5e7 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0622001 Oct 28 09:51:49.676846 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1325819a-4c10-4667-9940-3d13bbed3aef req-1c72bb50-6b1e-48b1-8920-a48bb0872f1f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469894 Oct 28 09:51:49.865658 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432be03-e654-4a94-b47d-2c1d018b074d req-22db831d-07df-4816-87ff-46adf7946d97 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:49.867199 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e432be03-e654-4a94-b47d-2c1d018b074d req-22db831d-07df-4816-87ff-46adf7946d97 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0514324 Oct 28 09:51:49.922602 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e432be03-e654-4a94-b47d-2c1d018b074d req-3adfb682-5d47-40ee-8c89-526d69c45d40 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470531 Oct 28 09:51:50.154513 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307eb96-0aa4-4d4b-b214-7930f564a727 req-7f9c656a-9425-44f8-af2b-27d1f00bc0a8 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:50.156082 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6307eb96-0aa4-4d4b-b214-7930f564a727 req-7f9c656a-9425-44f8-af2b-27d1f00bc0a8 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 945 time: 0.0525949 Oct 28 09:51:50.199406 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6307eb96-0aa4-4d4b-b214-7930f564a727 req-ee2078ee-c819-48bb-b080-981c9f350fb6 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Oct 28 09:51:50.305800 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49284) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:50.440768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-69c2e226-9bea-4082-8048-1bd17b5ef60f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.529861 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-69c2e226-9bea-4082-8048-1bd17b5ef60f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.531988 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b9d6f69f-6582-4e12-8137-5f6aa83f2874 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:51:50.598630 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-69c2e226-9bea-4082-8048-1bd17b5ef60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.641509 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-69c2e226-9bea-4082-8048-1bd17b5ef60f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f158e3cd4e19455d9bde4d52f4c1ce2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340421 Oct 28 09:51:50.648592 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2e226-9bea-4082-8048-1bd17b5ef60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b24692d-b60f-487e-98bd-12fa7db13fd6,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:50.648771 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 49288) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:51:50.697239 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port b9d6f69f-6582-4e12-8137-5f6aa83f2874 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:51:50.702304 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port b9d6f69f-6582-4e12-8137-5f6aa83f2874 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:51:50.703476 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.719112 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-15edc6d9-a53e-4634-b7d4-bb80297306f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.743117 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-15edc6d9-a53e-4634-b7d4-bb80297306f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.802509 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.831863 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:51:50.834238 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df02404-ce3d-4235-b38a-2465d46d1f95" -d '{"events": [{"server_uuid": "68f4383c-7f8e-4f49-9377-f11540e9f81e", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6f69f-6582-4e12-8137-5f6aa83f2874"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:51:50.848889 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b9d6f69f-6582-4e12-8137-5f6aa83f2874, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b9d6f69f-6582-4e12-8137-5f6aa83f2874,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:51:50.907835 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-15edc6d9-a53e-4634-b7d4-bb80297306f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.910965 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-15edc6d9-a53e-4634-b7d4-bb80297306f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:50.912214 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-15edc6d9-a53e-4634-b7d4-bb80297306f1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1b24692d-b60f-487e-98bd-12fa7db13fd6 HTTP/1.1" status: 204 len: 168 time: 0.2668440 Oct 28 09:51:50.921806 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edc6d9-a53e-4634-b7d4-bb80297306f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b24692d-b60f-487e-98bd-12fa7db13fd6,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:50.997186 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:51.050238 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b9d6f69f-6582-4e12-8137-5f6aa83f2874,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:51:56.881075 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:51:58.866918 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a546cc-d100-46cd-bda0-44592b245785 req-e7dbb445-10cc-4c4f-b68b-2a6fd604f02f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:58.869253 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4a546cc-d100-46cd-bda0-44592b245785 req-e7dbb445-10cc-4c4f-b68b-2a6fd604f02f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0669496 Oct 28 09:51:58.952842 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4a546cc-d100-46cd-bda0-44592b245785 req-0c351f9e-d624-4228-947d-4f6b0b766dd3 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763769 Oct 28 09:51:58.976166 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88533617-c5d6-42d7-bdd4-62f40b834475 req-4d9ed73c-93ca-457a-8df8-cfb273e7a118 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:58.978254 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88533617-c5d6-42d7-bdd4-62f40b834475 req-4d9ed73c-93ca-457a-8df8-cfb273e7a118 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0744739 Oct 28 09:51:59.006565 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16cbde7-ad40-4f9c-b0d6-6f88dcf1a6b0 x-openstack-request-id: req-c16cbde7-ad40-4f9c-b0d6-6f88dcf1a6b0 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:51:59.007553 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f4383c-7f8e-4f49-9377-f11540e9f81e", "name": "network-vif-plugged", "status": "completed", "tag": "b9d6f69f-6582-4e12-8137-5f6aa83f2874", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:51:59.007553 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c16cbde7-ad40-4f9c-b0d6-6f88dcf1a6b0 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:51:59.007869 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874', 'code': 200} Oct 28 09:51:59.037254 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88533617-c5d6-42d7-bdd4-62f40b834475 req-de0c713f-f84e-44f6-b8b6-0b32eae49eb5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490336 Oct 28 09:51:59.153556 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652381f0-c0fd-449b-94f4-76aba0606841 req-da20529b-d0c9-4226-b3d7-0e714dfbabe8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:59.155140 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-652381f0-c0fd-449b-94f4-76aba0606841 req-da20529b-d0c9-4226-b3d7-0e714dfbabe8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0786064 Oct 28 09:51:59.201433 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61412c67-3750-4a64-ae78-2faa46e21155 req-5a8939e7-2d29-472f-a478-9fbbdf2ed7ce tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:59.202992 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-61412c67-3750-4a64-ae78-2faa46e21155 req-5a8939e7-2d29-472f-a478-9fbbdf2ed7ce tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0985303 Oct 28 09:51:59.227356 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-652381f0-c0fd-449b-94f4-76aba0606841 req-2747b60e-c165-4676-80c2-4744baf66c17 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640755 Oct 28 09:51:59.255356 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-61412c67-3750-4a64-ae78-2faa46e21155 req-f78dbd1d-123f-4151-b25d-4a773d7a6e66 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 Oct 28 09:51:59.416296 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aef4e-b050-472f-aa12-b0c23011b967 req-d80295dd-c679-4ef0-9dba-7fc234d02f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:59.417839 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f9aef4e-b050-472f-aa12-b0c23011b967 req-d80295dd-c679-4ef0-9dba-7fc234d02f9a service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 1099 time: 0.0404670 Oct 28 09:51:59.456632 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-3f9aef4e-b050-472f-aa12-b0c23011b967 req-e5ac222a-b418-4bb0-ae84-ce81ac4f8fff service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293987 Oct 28 09:51:59.511184 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:51:59.581297 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa96f4d-6af9-4264-b21a-82a75b690c1c req-a4c469d4-afc4-47d9-8bde-52e26165de6e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:59.582781 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4fa96f4d-6af9-4264-b21a-82a75b690c1c req-a4c469d4-afc4-47d9-8bde-52e26165de6e tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0531173 Oct 28 09:51:59.622277 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4fa96f4d-6af9-4264-b21a-82a75b690c1c req-7f4662e0-8fa0-49c9-a595-3889f289e708 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Oct 28 09:51:59.895758 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-346c645a-5b45-411c-9115-d66c05867db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:51:59.897285 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-346c645a-5b45-411c-9115-d66c05867db6 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 1099 time: 0.0413699 Oct 28 09:52:00.002695 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-27b1f409-5fc7-409e-b587-6f004e5fa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:00.004250 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-27b1f409-5fc7-409e-b587-6f004e5fa8b6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 911 time: 0.0965612 Oct 28 09:52:00.081771 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca2ee9-565d-4917-9117-e2070dfe360b req-f7f18b5c-067d-46d5-977d-01545019a8ee tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:00.083262 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-17ca2ee9-565d-4917-9117-e2070dfe360b req-f7f18b5c-067d-46d5-977d-01545019a8ee tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0510874 Oct 28 09:52:00.084901 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-36c14d82-ef1e-4f63-a968-6f512f793f93 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 200 len: 1002 time: 0.0709476 Oct 28 09:52:00.123915 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-17ca2ee9-565d-4917-9117-e2070dfe360b req-665c2530-31a0-458f-962c-84d04827e6ef tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338438 Oct 28 09:52:00.141774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-f3b525c2-f731-4d99-901e-288b216fdeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:00.143256 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-f3b525c2-f731-4d99-901e-288b216fdeaa service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0482221 Oct 28 09:52:00.193027 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-fc966f82-a34e-4b92-a37f-ee92c87e8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:00.194507 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-fc966f82-a34e-4b92-a37f-ee92c87e8467 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426209 Oct 28 09:52:00.304881 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-649df43b-57bb-4aa1-ae52-2ed65b861adb service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005967 Oct 28 09:52:00.387222 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88796-b150-4495-8a77-60f3b76c38f4 req-1ce19654-2133-405b-96e9-f25d8a24364e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:00.389119 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c2a88796-b150-4495-8a77-60f3b76c38f4 req-1ce19654-2133-405b-96e9-f25d8a24364e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0821629 Oct 28 09:52:00.404368 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cf478-14b7-44cf-867f-6f843338e96f req-07882bac-a95a-4702-905c-6913301a4c72 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:00.405926 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bb2cf478-14b7-44cf-867f-6f843338e96f req-07882bac-a95a-4702-905c-6913301a4c72 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0739741 Oct 28 09:52:00.416876 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5ba17a60-ec65-4417-aad5-f369db3cf445 req-cec6bb72-9ba1-4ae1-a5ac-0894e3c481d1 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031475 Oct 28 09:52:00.460723 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c2a88796-b150-4495-8a77-60f3b76c38f4 req-ca43d722-6c30-45fd-8a16-35cd3bbd1a22 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648386 Oct 28 09:52:00.469012 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bb2cf478-14b7-44cf-867f-6f843338e96f req-1bac8b35-ef62-4708-a31b-a313a48b0417 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562160 Oct 28 09:52:00.579894 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:52:00.683059 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:00.704155 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'port_id': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'mac_address': 'fa:16:3e:d8:84:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:52:00.747586 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:00.756052 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccfe72-a0b2-4e45-8608-ec80be72331a req-10bcdd6f-798a-4c4f-9825-e5326ed36f11 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:00.761226 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-73ccfe72-a0b2-4e45-8608-ec80be72331a req-10bcdd6f-798a-4c4f-9825-e5326ed36f11 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0690527 Oct 28 09:52:00.765417 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:52:00.794824 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:00.800235 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-73ccfe72-a0b2-4e45-8608-ec80be72331a req-f2412859-972d-4474-b9eb-6a22bae6ea27 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353267 Oct 28 09:52:00.868022 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:00.922241 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:00.929795 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.930184 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.930584 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.931441 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.931768 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.932089 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.932420 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.932753 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.933521 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.933521 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.933811 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:00.934133 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:01.244887 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273740d-7aac-4940-99dc-ec42e5474b78 req-2d8e877e-9c57-4345-8eba-fd5ad432b9ef tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:01.246382 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9273740d-7aac-4940-99dc-ec42e5474b78 req-2d8e877e-9c57-4345-8eba-fd5ad432b9ef tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 944 time: 0.0523424 Oct 28 09:52:01.285353 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9273740d-7aac-4940-99dc-ec42e5474b78 req-3b49c4d8-0953-4ec1-b1aa-61344d315a6c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328069 Oct 28 09:52:01.315805 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:01.625515 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2d847-c2b7-4753-a0ff-60438d6f7a12 req-ea0eb0b6-226a-4c0f-b59e-47125899e28b tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:01.627051 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e4f2d847-c2b7-4753-a0ff-60438d6f7a12 req-ea0eb0b6-226a-4c0f-b59e-47125899e28b tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0882957 Oct 28 09:52:01.639603 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d248-d970-4335-bc7f-04f200f95486 req-c29916fd-5a69-45a5-9768-b3e5071ef289 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:01.641166 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f3d8d248-d970-4335-bc7f-04f200f95486 req-c29916fd-5a69-45a5-9768-b3e5071ef289 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.1010451 Oct 28 09:52:01.698888 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e4f2d847-c2b7-4753-a0ff-60438d6f7a12 req-87620ef7-2bf2-4bb3-baa4-ef9b38e2e5a3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Oct 28 09:52:01.703775 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f3d8d248-d970-4335-bc7f-04f200f95486 req-b0f9dd9b-dea0-40a7-8fa8-3a748fd5b5d5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556154 Oct 28 09:52:01.923220 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b750b-f834-4eef-ab41-f749754dd31b req-a6732a93-373f-45c5-b6c5-9fd3443daec2 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:01.924706 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a16b750b-f834-4eef-ab41-f749754dd31b req-a6732a93-373f-45c5-b6c5-9fd3443daec2 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0525675 Oct 28 09:52:01.965120 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a16b750b-f834-4eef-ab41-f749754dd31b req-c462b8eb-cd03-407e-80a2-279e2fcd21ae tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343521 Oct 28 09:52:02.404579 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a9654-71b2-46e0-990c-3b37f8169454 req-adebe87f-2d2a-46c3-9f20-a48a2f3ca16b tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:02.406135 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-455a9654-71b2-46e0-990c-3b37f8169454 req-adebe87f-2d2a-46c3-9f20-a48a2f3ca16b tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 944 time: 0.0514252 Oct 28 09:52:02.452692 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-455a9654-71b2-46e0-990c-3b37f8169454 req-3d7c54c2-b125-4884-87c3-f431035d2e14 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403049 Oct 28 09:52:02.580508 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:02.764447 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:52:02.768487 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:02.773705 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:02.828293 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a77ec-5cac-4b11-add3-d740ec4e5bb7 req-57b27bfe-8120-4414-9c39-a76dc4f47d74 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:02.829804 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c90a77ec-5cac-4b11-add3-d740ec4e5bb7 req-57b27bfe-8120-4414-9c39-a76dc4f47d74 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0483446 Oct 28 09:52:02.848470 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:02.871308 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c90a77ec-5cac-4b11-add3-d740ec4e5bb7 req-0f5bbc37-7e13-44a2-881d-e14b3f729aa7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Oct 28 09:52:02.872867 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:02.875106 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370a8a5b-b409-4a94-a4ae-52797a9dbccb" -d '{"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-plugged", "status": "completed", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:02.895896 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:02.920110 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e08f76-e06b-4052-b6c5-e01f0a5d76d4 x-openstack-request-id: req-d5e08f76-e06b-4052-b6c5-e01f0a5d76d4 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:02.920439 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-plugged", "status": "completed", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:02.920697 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d5e08f76-e06b-4052-b6c5-e01f0a5d76d4 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:02.921087 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'code': 200} Oct 28 09:52:03.017298 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:03.064373 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:03.599284 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023674ab-3505-48b1-b414-15d3026149ff req-8df6fe07-8150-47f0-a619-5243a4e6d7c8 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:03.600899 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-023674ab-3505-48b1-b414-15d3026149ff req-8df6fe07-8150-47f0-a619-5243a4e6d7c8 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0853672 Oct 28 09:52:03.613612 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae3921-3cef-480c-a026-24baf361e5ce req-890f7c41-dc53-49be-87f4-17dc61592f85 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:03.615065 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1dae3921-3cef-480c-a026-24baf361e5ce req-890f7c41-dc53-49be-87f4-17dc61592f85 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0703933 Oct 28 09:52:03.675314 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-023674ab-3505-48b1-b414-15d3026149ff req-b7e59692-115b-4fce-a70a-9b24672ec7bd tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592601 Oct 28 09:52:03.678740 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1dae3921-3cef-480c-a026-24baf361e5ce req-f5a9dafb-71dd-4c31-8d50-690dc592f26c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556734 Oct 28 09:52:03.998958 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab84f-0717-447f-9603-266749bd5fb0 req-7d67dad6-5b20-4705-90ed-64b733fa5ced tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:04.000445 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eb7ab84f-0717-447f-9603-266749bd5fb0 req-7d67dad6-5b20-4705-90ed-64b733fa5ced tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0494108 Oct 28 09:52:04.038947 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eb7ab84f-0717-447f-9603-266749bd5fb0 req-24530ed9-c198-4ca7-bfba-b0e91a3e6e70 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 Oct 28 09:52:04.826547 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f651b-ef20-4e88-9a74-5ade6a84cbd4 req-9c888193-69c9-4bf0-8ea4-830fc276b610 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:04.828039 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-810f651b-ef20-4e88-9a74-5ade6a84cbd4 req-9c888193-69c9-4bf0-8ea4-830fc276b610 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0827348 Oct 28 09:52:04.840027 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cab53-d9da-489d-9681-5f5e9b948ead req-a5a637da-8808-4636-a29c-a990260a7cc7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:04.841581 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cf1cab53-d9da-489d-9681-5f5e9b948ead req-a5a637da-8808-4636-a29c-a990260a7cc7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0876102 Oct 28 09:52:04.900194 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-810f651b-ef20-4e88-9a74-5ade6a84cbd4 req-107232e3-4f52-4349-8f54-6c68d739739c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574141 Oct 28 09:52:04.908571 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cf1cab53-d9da-489d-9681-5f5e9b948ead req-0f3beb28-b833-4de7-b881-ec27821fe54b tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598981 Oct 28 09:52:05.161755 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d7dad-ddc0-4f28-92dd-ab2741395704 req-fcdea5cd-c885-4639-ba2d-9be2b9c9c6d6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:05.163232 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-228d7dad-ddc0-4f28-92dd-ab2741395704 req-fcdea5cd-c885-4639-ba2d-9be2b9c9c6d6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0495405 Oct 28 09:52:05.203954 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-228d7dad-ddc0-4f28-92dd-ab2741395704 req-91b83219-9b26-4549-bca4-d134418ef1ff tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Oct 28 09:52:06.054860 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2a7db-d336-47e0-8991-d89c3d409bbd req-7487290f-0c6a-458b-aff4-d01758ca3a6a tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:06.058089 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-38f2a7db-d336-47e0-8991-d89c3d409bbd req-7487290f-0c6a-458b-aff4-d01758ca3a6a tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0852094 Oct 28 09:52:06.072032 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa07f83-e86c-4eda-ad48-d04d7c3f1b0d req-4403ca84-ee90-4a25-8457-2e68d9c65934 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:06.073848 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bfa07f83-e86c-4eda-ad48-d04d7c3f1b0d req-4403ca84-ee90-4a25-8457-2e68d9c65934 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0720809 Oct 28 09:52:06.128483 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-38f2a7db-d336-47e0-8991-d89c3d409bbd req-4ce83574-3496-4b97-8a68-f7819852f49b tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Oct 28 09:52:06.139928 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bfa07f83-e86c-4eda-ad48-d04d7c3f1b0d req-1537ccba-f10a-4913-a686-6585d90dbe47 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589752 Oct 28 09:52:06.331242 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9117-7b37-49ed-a098-038a8acc88ce req-e88a0617-a285-44a6-97ca-4c96d2edf18d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:06.332711 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-510a9117-7b37-49ed-a098-038a8acc88ce req-e88a0617-a285-44a6-97ca-4c96d2edf18d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0497715 Oct 28 09:52:06.370038 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-510a9117-7b37-49ed-a098-038a8acc88ce req-8fac893d-f6a1-4d05-ab75-b37880a4ce4f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Oct 28 09:52:06.513619 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482fbaa-c99b-45bb-bb26-e96314944b60 req-29a26f28-cab2-40b0-bc17-c9c80ba24c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:06.515128 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1482fbaa-c99b-45bb-bb26-e96314944b60 req-29a26f28-cab2-40b0-bc17-c9c80ba24c6f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1098 time: 0.0413549 Oct 28 09:52:06.581666 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1482fbaa-c99b-45bb-bb26-e96314944b60 req-8f3634bc-b6d5-454a-9e9f-56411ce85ebb service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336592 Oct 28 09:52:07.276641 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bc818-b430-46ae-8b26-6cba1ce0f3cc req-1cda2063-2d97-483f-b75e-e5fcba00e78a tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:07.278204 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-570bc818-b430-46ae-8b26-6cba1ce0f3cc req-1cda2063-2d97-483f-b75e-e5fcba00e78a tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0784745 Oct 28 09:52:07.290684 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41664788-36b7-49db-83c2-4cd8851e983b req-726a6df3-ced0-4609-be54-7eef76520931 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:07.292163 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-41664788-36b7-49db-83c2-4cd8851e983b req-726a6df3-ced0-4609-be54-7eef76520931 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0838435 Oct 28 09:52:07.345428 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-570bc818-b430-46ae-8b26-6cba1ce0f3cc req-cbba9a36-e8a9-4e48-80b8-c6241d1d1748 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522764 Oct 28 09:52:07.352746 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-41664788-36b7-49db-83c2-4cd8851e983b req-061108b6-dd7b-4bad-afe9-7988242a9671 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536659 Oct 28 09:52:07.493978 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551810b-5934-4869-84ee-7522b50d4e0e req-6ce225bc-4deb-42ea-b7b7-f84c65a6a245 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:07.495498 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3551810b-5934-4869-84ee-7522b50d4e0e req-6ce225bc-4deb-42ea-b7b7-f84c65a6a245 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0511036 Oct 28 09:52:07.539483 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3551810b-5934-4869-84ee-7522b50d4e0e req-930b6440-2fe9-41fb-a1e8-d73ed3aa9d11 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377843 Oct 28 09:52:08.389753 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6b98f112-8f67-43d1-a4ef-16240cf41a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:08.527738 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bcba8-c83c-4de0-8612-5b4693fdd764 req-160a75c5-49a9-434c-b942-c2fce4281b85 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:08.529356 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-788bcba8-c83c-4de0-8612-5b4693fdd764 req-160a75c5-49a9-434c-b942-c2fce4281b85 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0809932 Oct 28 09:52:08.538970 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b753d-be36-4369-b4e1-025f3a70b56c req-8a09581a-71d3-4d6b-a84f-d0ba0190a272 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:08.539233 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bb9b753d-be36-4369-b4e1-025f3a70b56c req-8a09581a-71d3-4d6b-a84f-d0ba0190a272 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0925906 Oct 28 09:52:08.605364 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-788bcba8-c83c-4de0-8612-5b4693fdd764 req-f36dfea1-6a08-47cb-ae45-6e7a936324e5 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651770 Oct 28 09:52:08.611080 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bb9b753d-be36-4369-b4e1-025f3a70b56c req-5e4626dd-e9e3-4fac-94da-6e73a1e11f5b tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612593 Oct 28 09:52:08.942516 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8771-8284-498d-92e1-e2f7b3fd747b req-b850a5ce-8d80-4b85-b0a1-566e05a9d0f3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:08.944050 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e85b8771-8284-498d-92e1-e2f7b3fd747b req-b850a5ce-8d80-4b85-b0a1-566e05a9d0f3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.2806489 Oct 28 09:52:08.987660 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e85b8771-8284-498d-92e1-e2f7b3fd747b req-e8bb7f8d-53bc-462b-afa9-3df3ab0eaef2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367177 Oct 28 09:52:09.450495 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8fae9-1966-479a-a943-fb6e0afc1fb1 req-c97220ce-760b-4830-9aac-8e4abf415fae tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:09.451944 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-98a8fae9-1966-479a-a943-fb6e0afc1fb1 req-c97220ce-760b-4830-9aac-8e4abf415fae tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0587630 Oct 28 09:52:09.492950 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-98a8fae9-1966-479a-a943-fb6e0afc1fb1 req-d3fc264f-9f15-4f8d-afb6-9e37ce47ce18 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349317 Oct 28 09:52:09.516808 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 49526) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:09.767053 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3a52a-cefb-41a0-8e5e-aaa60f5615df req-f9bfcd1d-e27b-436c-9615-b59c86d7740f tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:09.768632 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-43c3a52a-cefb-41a0-8e5e-aaa60f5615df req-f9bfcd1d-e27b-436c-9615-b59c86d7740f tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0723603 Oct 28 09:52:09.769990 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-104a66c3-4f3e-4382-b7c5-b37a69606247 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:09.771508 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-104a66c3-4f3e-4382-b7c5-b37a69606247 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 946 time: 0.0687304 Oct 28 09:52:09.775089 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e388b-1ff4-474b-b494-e4cc15baeee8 tempest-TestMinimumBasicScenario-1395144108 tempest-TestMinimumBasicScenario-1395144108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:09.776848 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-d66e388b-1ff4-474b-b494-e4cc15baeee8 tempest-TestMinimumBasicScenario-1395144108 tempest-TestMinimumBasicScenario-1395144108-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1093 time: 0.2590153 Oct 28 09:52:09.778385 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf146d5-33f6-4ead-bb50-d546b971542d req-3ff924f9-347f-4a55-bc67-c75d7253cd17 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:09.779925 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-abf146d5-33f6-4ead-bb50-d546b971542d req-3ff924f9-347f-4a55-bc67-c75d7253cd17 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0937359 Oct 28 09:52:09.780314 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 49534) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:09.791316 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'port_id': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:09.842409 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-43c3a52a-cefb-41a0-8e5e-aaa60f5615df req-4a4f05db-ca06-46fb-835a-fbfdffea81d7 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614824 Oct 28 09:52:09.848828 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-abf146d5-33f6-4ead-bb50-d546b971542d req-e282cab0-8a18-467c-9ec6-d642d61204a4 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603743 Oct 28 09:52:09.914356 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Deleting port b9d6f69f-6582-4e12-8137-5f6aa83f2874 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:09.914697 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:09.955459 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for floatingip, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:09.982080 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8de094-706c-414b-a49e-37d0a067ff9f req-aa70bf35-7282-4145-8b46-cd61893d38fa tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:09.983658 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7b8de094-706c-414b-a49e-37d0a067ff9f req-aa70bf35-7282-4145-8b46-cd61893d38fa tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0594256 Oct 28 09:52:10.027878 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7b8de094-706c-414b-a49e-37d0a067ff9f req-da519460-7115-4840-bc0e-d2ab2b23d865 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371697 Oct 28 09:52:10.056404 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49542) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:10.061689 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] For port b9d6f69f-6582-4e12-8137-5f6aa83f2874, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b9d6f69f-6582-4e12-8137-5f6aa83f2874,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:10.062288 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.084019 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Calling delete_port for b9d6f69f-6582-4e12-8137-5f6aa83f2874 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:10.148815 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bde57-f27b-4141-a550-279085a43561 req-53f5ad9b-6c6e-4134-9e84-b8e28fe234ef tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:10.151304 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e66bde57-f27b-4141-a550-279085a43561 req-53f5ad9b-6c6e-4134-9e84-b8e28fe234ef tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 943 time: 0.0628855 Oct 28 09:52:10.178536 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.213036 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e66bde57-f27b-4141-a550-279085a43561 req-2f0c3968-85d5-464b-9f40-b10fdc27a70c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547569 Oct 28 09:52:10.299710 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072050d5-545f-4f52-adfa-f947a6fd2014 tempest-TestShelveInstance-151325144 tempest-TestShelveInstance-151325144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:10.301483 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-072050d5-545f-4f52-adfa-f947a6fd2014 tempest-TestShelveInstance-151325144 tempest-TestShelveInstance-151325144-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1093 time: 0.2439697 Oct 28 09:52:10.307840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49550) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:10.312643 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'port_id': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:10.415782 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Allocated IP 172.27.0.31 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/5b3d7db8-3ebb-475e-8e33-34e98248c306) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:10.440157 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for floatingip, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.490736 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.508873 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['b9d6f69f-6582-4e12-8137-5f6aa83f2874'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:10.565381 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Pushing event deleted for resources: {'Port': ['ID=b9d6f69f-6582-4e12-8137-5f6aa83f2874,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:10.584242 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.590389 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.618001 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:52:10.626973 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] No DVR routers for this DVR port b9d6f69f-6582-4e12-8137-5f6aa83f2874 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:10.630725 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.634625 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dadd4fe8-fe97-4d27-a4fe-74e8daf35beb req-f0140331-9f06-4e6e-973c-d46ffb246be3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "DELETE /v2.0/ports/b9d6f69f-6582-4e12-8137-5f6aa83f2874 HTTP/1.1" status: 204 len: 173 time: 0.8551550 Oct 28 09:52:10.635096 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'name': 'network-vif-deleted', 'tag': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:10.637481 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3900f-46ba-434c-92ee-b1a9693858e6" -d '{"events": [{"server_uuid": "68f4383c-7f8e-4f49-9377-f11540e9f81e", "name": "network-vif-deleted", "tag": "b9d6f69f-6582-4e12-8137-5f6aa83f2874"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:10.690404 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7540366-912d-40bc-81f0-9527c507daf3 x-openstack-request-id: req-d7540366-912d-40bc-81f0-9527c507daf3 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:10.690687 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f4383c-7f8e-4f49-9377-f11540e9f81e", "name": "network-vif-deleted", "tag": "b9d6f69f-6582-4e12-8137-5f6aa83f2874", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:10.691046 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d7540366-912d-40bc-81f0-9527c507daf3 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:10.691335 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f4383c-7f8e-4f49-9377-f11540e9f81e', 'name': 'network-vif-deleted', 'tag': 'b9d6f69f-6582-4e12-8137-5f6aa83f2874', 'status': 'completed', 'code': 200} Oct 28 09:52:10.746830 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:10.774245 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'port_id': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'mac_address': 'fa:16:3e:dc:76:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:52:10.784436 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.836422 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:10.842158 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:10.845674 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:10.849615 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:10.905268 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51e7b00-09ad-41ca-b851-00805473b75a {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:52:10.921826 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Allocated IP 172.27.0.218 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/087a3a44-7222-416d-a7cf-6cec288ec308) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:10.968164 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:10.975109 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'Port': ['ID=5b3d7db8-3ebb-475e-8e33-34e98248c306,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:10.976112 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2708f664-ac97-4eb6-8c92-5adfe58b28fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.064884 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e18980e1-7e15-4c6a-9477-d7cb15a61e77 req-c453d001-f75f-4bf7-9b69-90d6f62be9db tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 210 time: 0.0461528 Oct 28 09:52:11.103541 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.172965 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=9']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:11.399395 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e77cdd-33c0-4628-b157-cc536431807e req-d4df9440-5749-4460-a196-b0479dff524d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:11.401395 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a0e77cdd-33c0-4628-b157-cc536431807e req-d4df9440-5749-4460-a196-b0479dff524d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 944 time: 0.0598326 Oct 28 09:52:11.428532 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.437651 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['b51e7b00-09ad-41ca-b851-00805473b75a'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:11.468255 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a0e77cdd-33c0-4628-b157-cc536431807e req-878d0e93-fe4c-49bf-a929-b13ef6b90df3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594487 Oct 28 09:52:11.471628 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.820694 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.863325 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:11.912135 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:11.915335 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:11.918107 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:11.949435 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'Port': ['ID=087a3a44-7222-416d-a7cf-6cec288ec308,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:12.009655 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.160864 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.211929 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-68036df3-480a-4808-b90b-bf27c90ac31f req-fe5a1d27-66f2-40d2-8475-bf837e4f9b68 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=68f4383c-7f8e-4f49-9377-f11540e9f81e HTTP/1.1" status: 200 len: 210 time: 0.0309584 Oct 28 09:52:12.247170 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'Port': ['ID=5b3d7db8-3ebb-475e-8e33-34e98248c306,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:12.255924 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.260222 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.410825 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.525797 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.612604 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Floating IP 5d8c41c0-bf5e-4280-8450-609500bcf729 associated. External IP: 172.27.0.31, port: cbe862a5-40a7-43ef-b2b3-73aad1487228. Oct 28 09:52:12.635136 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.641045 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:12.690136 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe4cd-1c6f-4e47-97d2-10f4e8423e76 req-51b6e2d1-794d-4e8e-9cda-ccfce32cfd7e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:12.691688 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-870fe4cd-1c6f-4e47-97d2-10f4e8423e76 req-51b6e2d1-794d-4e8e-9cda-ccfce32cfd7e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 944 time: 0.1056857 Oct 28 09:52:12.696918 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port b51e7b00-09ad-41ca-b851-00805473b75a triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:12.697634 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.806339 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-870fe4cd-1c6f-4e47-97d2-10f4e8423e76 req-f214240d-07af-488b-a3c5-c46b2a1a4355 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875614 Oct 28 09:52:12.847650 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:12.911860 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.938765 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:12.964198 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:12.971865 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751eed02-2f80-4634-beeb-440aebae4bc3" -d '{"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-plugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:12.972089 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:12.981994 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] Sync routers for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:12.983850 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:12.992840 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:12.993499 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:12.994308 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.015886 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f1fcd-7675-4002-b452-aaa3a75526f4 x-openstack-request-id: req-5d6f1fcd-7675-4002-b452-aaa3a75526f4 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:13.016479 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-plugged", "status": "completed", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:13.016876 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5d6f1fcd-7675-4002-b452-aaa3a75526f4 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:13.017256 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'code': 200} Oct 28 09:52:13.079843 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event updated for resources: {'Port': ['ID=087a3a44-7222-416d-a7cf-6cec288ec308,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:13.093358 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.123526 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:13.130880 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.132973 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b9d6f69f-6582-4e12-8137-5f6aa83f2874 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:13.134638 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.167344 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3e565682-d683-4440-b962-6a480ef405c1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3832455 Oct 28 09:52:13.167344 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:13.168777 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1405be34-6e30-40a6-834b-f5a357188ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:13.168925 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49580) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:13.176565 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-2f903426-b3a3-4608-a8c8-5cc4697c1b23 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944720348', 'description': 'tempest-secgroup-smoke-1944720348 description', 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:13.199876 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: b9d6f69f-6582-4e12-8137-5f6aa83f2874 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:13.200490 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b9d6f69f-6582-4e12-8137-5f6aa83f2874 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:13.228577 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=10']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:13.236111 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc96c990-2800-4bb6-9331-7a7c4ed6de50 x-openstack-request-id: req-cc96c990-2800-4bb6-9331-7a7c4ed6de50 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:13.236501 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:13.236888 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cc96c990-2800-4bb6-9331-7a7c4ed6de50 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:13.237378 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'status': 'completed', 'code': 200} Oct 28 09:52:13.253605 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Floating IP b437c4fe-7f04-45aa-994f-f650b8ef77cd associated. External IP: 172.27.0.218, port: 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee. Oct 28 09:52:13.325312 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2f903426-b3a3-4608-a8c8-5cc4697c1b23 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.335808 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405be34-6e30-40a6-834b-f5a357188ddc req-194ac743-c880-40e2-8a35-6e760b3e093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:13.340976 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1405be34-6e30-40a6-834b-f5a357188ddc req-194ac743-c880-40e2-8a35-6e760b3e093f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1098 time: 0.0719573 Oct 28 09:52:13.489835 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '5d8c41c0-bf5e-4280-8450-609500bcf729', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'port_id': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'mac_address': 'fa:16:3e:59:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d623582-8352-4294-9aca-086539f32232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:52:11Z', 'updated_at': '2021-10-28T09:52:11Z', 'revision_number': 0, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 5, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:13.516221 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405be34-6e30-40a6-834b-f5a357188ddc req-e2a42b9a-a7ae-418d-9e66-24706161ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:13.517744 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1405be34-6e30-40a6-834b-f5a357188ddc req-e2a42b9a-a7ae-418d-9e66-24706161ba3d service neutron] 10.222.0.109 "GET /v2.0/networks?id=eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 200 len: 916 time: 0.1590586 Oct 28 09:52:13.582669 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2f903426-b3a3-4608-a8c8-5cc4697c1b23 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.652901 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1405be34-6e30-40a6-834b-f5a357188ddc req-fdca266b-ef29-4e92-9114-cea38ad8e122 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 998 time: 0.1209509 Oct 28 09:52:13.670227 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] Checking router: f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:13.681958 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:13.682587 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:13.684823 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Router 1585d7b4-2368-450f-9613-eb0c1b04349c has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:52:13.692182 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2f903426-b3a3-4608-a8c8-5cc4697c1b23 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.732757 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405be34-6e30-40a6-834b-f5a357188ddc req-5e6817fb-5ca3-45ab-aaeb-1fe61a077e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:13.734647 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1405be34-6e30-40a6-834b-f5a357188ddc req-5e6817fb-5ca3-45ab-aaeb-1fe61a077e8a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=af00ea33-22d9-443d-8208-f9d163f190b8 HTTP/1.1" status: 200 len: 854 time: 0.0636458 Oct 28 09:52:13.776571 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f903426-b3a3-4608-a8c8-5cc4697c1b23 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc117c9-e153-4e2c-b2ac-8b040482d5c1,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:13.818575 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405be34-6e30-40a6-834b-f5a357188ddc req-9aadec75-f29b-4bb3-90cb-a12eae71c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:13.820263 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1405be34-6e30-40a6-834b-f5a357188ddc req-9aadec75-f29b-4bb3-90cb-a12eae71c314 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=eae02c1e-9b55-4706-835b-6fa51061835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582473 Oct 28 09:52:13.864023 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2f903426-b3a3-4608-a8c8-5cc4697c1b23 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:13.865269 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-2f903426-b3a3-4608-a8c8-5cc4697c1b23 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6954627 Oct 28 09:52:13.869863 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49642) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:13.886532 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-57c1e2a0-e3f9-4764-9023-0091b6562aca tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'security_group_rule': {'security_group_id': '5cc117c9-e153-4e2c-b2ac-8b040482d5c1', 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:13.908816 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:13.980037 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1405be34-6e30-40a6-834b-f5a357188ddc req-620501ac-3503-4524-a3fb-d2a1070d053e service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390851 Oct 28 09:52:14.094140 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1405be34-6e30-40a6-834b-f5a357188ddc req-15b3b743-1dd8-42d6-b061-dada60af0f3a service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010392 Oct 28 09:52:14.198557 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '5d8c41c0-bf5e-4280-8450-609500bcf729', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'port_id': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'mac_address': 'fa:16:3e:59:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d623582-8352-4294-9aca-086539f32232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:52:11Z', 'updated_at': '2021-10-28T09:52:11Z', 'revision_number': 0, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 5, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:14.228244 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f83ecd-c931-4dfd-bbb9-00463a47e2f3 None None] The sync data for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi is: [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '5d8c41c0-bf5e-4280-8450-609500bcf729', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'port_id': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'mac_address': 'fa:16:3e:59:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d623582-8352-4294-9aca-086539f32232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:52:11Z', 'updated_at': '2021-10-28T09:52:11Z', 'revision_number': 0, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 5, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:14.243840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-a8d751b3-e562-4e34-a9cd-e543760374b4 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:14.245382 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-a8d751b3-e562-4e34-a9cd-e543760374b4 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/networks?id=6e0d2282-0092-43e0-98c8-b68cec136250 HTTP/1.1" status: 200 len: 808 time: 0.5820451 Oct 28 09:52:14.280014 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-840f1ac5-8780-4eda-ab0b-88596cedd89e tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/quotas/d487a772480347a0b31aebb5f8cf6b7a HTTP/1.1" status: 200 len: 375 time: 0.0265131 Oct 28 09:52:14.282661 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:14.283163 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2c66a-cf99-471b-99d9-35102cca207c req-159f08b7-881d-4a99-9a52-c9beca9b1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:14.284232 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ecc2c66a-cf99-471b-99d9-35102cca207c req-159f08b7-881d-4a99-9a52-c9beca9b1808 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1099 time: 0.4133604 Oct 28 09:52:14.288232 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:52:14.301535 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] Sync routers for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:52:14.310249 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d5454-e491-4abf-9823-a22a9addc1c3 req-d2fdfcf2-b452-4bdc-adea-e3b5a3f344fb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:14.311794 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b25d5454-e491-4abf-9823-a22a9addc1c3 req-d2fdfcf2-b452-4bdc-adea-e3b5a3f344fb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.4021659 Oct 28 09:52:14.315055 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:14.315921 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:14.342080 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-25e0298c-6c9f-4741-9b6a-b1814ff05ef3 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525851 Oct 28 09:52:14.445485 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2a0-e3f9-4764-9023-0091b6562aca tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:14.468887 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:14.473889 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80d64dc-94a8-4def-abca-5ee493645f37 None None] New status for floating IP 5d8c41c0-bf5e-4280-8450-609500bcf729: ACTIVE {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:52:14.499274 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ecc2c66a-cf99-471b-99d9-35102cca207c req-cb77302e-0652-4cbe-95e2-b986e23d0527 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851623 Oct 28 09:52:14.501956 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:14.538584 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b25d5454-e491-4abf-9823-a22a9addc1c3 req-cd31fb42-01ec-493b-b65d-f9001db08ec2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986454 Oct 28 09:52:14.598029 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-82b9ffa7-435d-48fd-916f-5c77aae00d9a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2888839 Oct 28 09:52:14.612195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:14.614517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f426b-eb96-43dd-bdd6-10a4c87de254" -d '{"events": [{"name": "network-changed", "server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:14.629674 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-98484496-811a-456e-849f-f44e65895209 service neutron] 10.222.0.104 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793286 Oct 28 09:52:14.701171 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084cd01b-7298-4369-91b5-75cc48a6e730 x-openstack-request-id: req-084cd01b-7298-4369-91b5-75cc48a6e730 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:14.701504 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:14.701699 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-084cd01b-7298-4369-91b5-75cc48a6e730 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:14.702080 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'status': 'completed', 'code': 200} Oct 28 09:52:14.703771 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2a0-e3f9-4764-9023-0091b6562aca tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:14.752726 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-2cbe2414-f463-4676-9343-b9d59f558d0c service neutron] 10.222.0.104 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221578 Oct 28 09:52:14.794181 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2a0-e3f9-4764-9023-0091b6562aca tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:14.831634 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1e2a0-e3f9-4764-9023-0091b6562aca tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411b4575-64f2-45e9-aed6-1b0d6d971237,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:14.854560 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-09b060ff-61cb-450a-9bb4-a77dd27c034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:14.857064 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-09b060ff-61cb-450a-9bb4-a77dd27c034e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1098 time: 0.0745904 Oct 28 09:52:14.875186 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': 'b437c4fe-7f04-45aa-994f-f650b8ef77cd', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'port_id': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'mac_address': 'fa:16:3e:d8:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:52:12Z', 'updated_at': '2021-10-28T09:52:12Z', 'revision_number': 0, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:19Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:14.905054 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] Checking router: 1585d7b4-2368-450f-9613-eb0c1b04349c for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:52:14.913662 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:52:14.914248 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:52:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:14.926475 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-57c1e2a0-e3f9-4764-9023-0091b6562aca tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:14.930392 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-57c1e2a0-e3f9-4764-9023-0091b6562aca tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0459893 Oct 28 09:52:14.932430 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49656) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:14.939502 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-3f630d91-42ee-40e9-8769-1e8144ee9dcc tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'security_group_rule': {'security_group_id': '5cc117c9-e153-4e2c-b2ac-8b040482d5c1', 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:14.999267 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-1a6c79d2-d038-4c0b-a13d-f4f5f4c9f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:15.001763 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-1a6c79d2-d038-4c0b-a13d-f4f5f4c9f4a4 service neutron] 10.222.0.109 "GET /v2.0/networks?id=539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 200 len: 910 time: 0.1308961 Oct 28 09:52:15.061070 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:52:15.098292 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-11f1772e-0643-410e-9daa-79847743c694 req-047bf4a0-d261-4a09-baa4-5c92418fae54 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 210 time: 0.0740192 Oct 28 09:52:15.107436 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3f630d91-42ee-40e9-8769-1e8144ee9dcc tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:15.146023 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-ecb4a056-9e63-40f2-ab4a-ab98b9ab1b00 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 200 len: 999 time: 0.1342413 Oct 28 09:52:15.241256 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-66979f84-9299-40f2-b2b7-dd11b125e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:15.243752 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-66979f84-9299-40f2-b2b7-dd11b125e387 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dcd59379-eec0-4dc9-b019-993388108484 HTTP/1.1" status: 200 len: 848 time: 0.0784009 Oct 28 09:52:15.250146 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3f630d91-42ee-40e9-8769-1e8144ee9dcc tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:15.303989 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-97d2f83b-ab8b-49d4-b163-767758ee94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:15.306041 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-97d2f83b-ab8b-49d4-b163-767758ee94c1 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=539fce33-04b4-4c73-a872-377b5a59acf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446608 Oct 28 09:52:15.340889 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3f630d91-42ee-40e9-8769-1e8144ee9dcc tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:15.356541 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': 'b437c4fe-7f04-45aa-994f-f650b8ef77cd', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'port_id': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'mac_address': 'fa:16:3e:d8:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:52:12Z', 'updated_at': '2021-10-28T09:52:12Z', 'revision_number': 0, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:19Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:52:15.387397 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569bc47d-9629-49c0-bbe5-2b3cac06bcd6 None None] The sync data for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi is: [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': 'b437c4fe-7f04-45aa-994f-f650b8ef77cd', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'port_id': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'mac_address': 'fa:16:3e:d8:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:52:12Z', 'updated_at': '2021-10-28T09:52:12Z', 'revision_number': 0, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:19Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:52:15.400889 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f630d91-42ee-40e9-8769-1e8144ee9dcc tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c7ca84-3c82-4020-b25b-88bc84c453e5,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:15.455407 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-70dfebef-e4b0-437f-9377-2ea37cb4d6ae service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387415 Oct 28 09:52:15.515831 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3f630d91-42ee-40e9-8769-1e8144ee9dcc tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:15.517186 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-3f630d91-42ee-40e9-8769-1e8144ee9dcc tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5854957 Oct 28 09:52:15.520210 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 49680) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:15.527821 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-3e2aac05-6cba-4192-9652-76241267a496 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'security_group_rule': {'security_group_id': '5cc117c9-e153-4e2c-b2ac-8b040482d5c1', 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:15.590218 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b67f426b-eb96-43dd-bdd6-10a4c87de254 req-0a7d3728-5f34-41be-baa1-14074071de3a service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250849 Oct 28 09:52:15.669449 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e2aac05-6cba-4192-9652-76241267a496 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:15.731950 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933c01f-8109-47d9-946d-6c21602d1d12 req-f9c014d8-89ff-4eba-89c7-e6b639ec571d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:15.733867 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7933c01f-8109-47d9-946d-6c21602d1d12 req-f9c014d8-89ff-4eba-89c7-e6b639ec571d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.0848923 Oct 28 09:52:15.764171 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1187b0-500e-4c2f-8bfc-c95e6368b27c None None] New status for floating IP b437c4fe-7f04-45aa-994f-f650b8ef77cd: ACTIVE {{(pid=108757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:52:15.789435 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7933c01f-8109-47d9-946d-6c21602d1d12 req-c768203e-68fd-4d78-8028-cf1b6d8c63c6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Oct 28 09:52:15.802781 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e2aac05-6cba-4192-9652-76241267a496 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:15.889749 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e2aac05-6cba-4192-9652-76241267a496 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:15.906337 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2aac05-6cba-4192-9652-76241267a496 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a50d9bc-43a1-41ac-a145-b9d1fc80deaf,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:16.030274 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e2aac05-6cba-4192-9652-76241267a496 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.031489 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3e2aac05-6cba-4192-9652-76241267a496 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5089378 Oct 28 09:52:16.040862 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49688) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:16.045663 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-50cff105-506d-4830-8643-1ecd2aff0aa9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'security_group_rule': {'security_group_id': '5cc117c9-e153-4e2c-b2ac-8b040482d5c1', 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:16.195428 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-305744c9-d0f5-4082-a4d7-a5ca0a3c0231 req-d4014347-92d8-4feb-8bdd-a56da340ba6e tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 210 time: 0.0251827 Oct 28 09:52:16.249247 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-50cff105-506d-4830-8643-1ecd2aff0aa9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.311971 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-50cff105-506d-4830-8643-1ecd2aff0aa9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.422356 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-50cff105-506d-4830-8643-1ecd2aff0aa9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.443151 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cff105-506d-4830-8643-1ecd2aff0aa9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde2eb8f-17a5-4f27-9794-949fbf8554d5,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:16.538817 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-50cff105-506d-4830-8643-1ecd2aff0aa9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.540071 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-50cff105-506d-4830-8643-1ecd2aff0aa9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4980087 Oct 28 09:52:16.543549 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49702) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:16.548357 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'security_group_rule': {'security_group_id': '5cc117c9-e153-4e2c-b2ac-8b040482d5c1', 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:16.656635 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.securitygroups_db [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Project 811afb17ee044ea7a3d2f22cd0a9d5e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:52:16.669306 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.745998 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.921889 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:16.944006 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e44f9a-8991-463c-b41f-e69993042b32,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:16.960529 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fefab-5df3-4b27-937b-dc8656fb2108 req-a6d063dc-2c7a-4545-afb9-bcc4973da5e3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:16.963308 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d74fefab-5df3-4b27-937b-dc8656fb2108 req-a6d063dc-2c7a-4545-afb9-bcc4973da5e3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.0849221 Oct 28 09:52:17.013750 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d74fefab-5df3-4b27-937b-dc8656fb2108 req-b6cc342b-241f-4f84-9bfc-4c4c29eecc30 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403790 Oct 28 09:52:17.030493 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:17.035996 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-e39e002a-f003-4afe-a948-6b674d0e0dc2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4871800 Oct 28 09:52:17.041886 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 49726) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:17.041886 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'security_group_rule': {'security_group_id': '5cc117c9-e153-4e2c-b2ac-8b040482d5c1', 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:17.194236 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.securitygroups_db [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Project 811afb17ee044ea7a3d2f22cd0a9d5e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:52:17.199603 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:17.267808 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:17.302244 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-517ab910-5d5b-4eec-8d51-705264425e33 req-16623e37-356e-4060-81a8-6a11cd3046f7 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 210 time: 0.0262280 Oct 28 09:52:17.445255 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:17.463289 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d13f783-d62e-49af-9c79-b1e7affb6820,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:17.590527 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:17.591916 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d740628f-ac32-4ee3-bea5-f4be91959ee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5545719 Oct 28 09:52:17.723316 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a6528ced-650a-48bc-8b32-944b1284c937 req-c1421753-65aa-413e-aba0-1727a6127056 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944720348&fields=id&tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1 HTTP/1.1" status: 200 len: 267 time: 0.0782962 Oct 28 09:52:17.734184 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c4b67-db01-40c6-85a0-14eb3f245d70 req-5ea8e7c7-230a-4555-8d6b-f9a9f659bf7c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:17.735687 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5c8c4b67-db01-40c6-85a0-14eb3f245d70 req-5ea8e7c7-230a-4555-8d6b-f9a9f659bf7c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0732677 Oct 28 09:52:17.802827 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5c8c4b67-db01-40c6-85a0-14eb3f245d70 req-9d893454-c977-4919-9703-e3617c94683d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574288 Oct 28 09:52:17.812493 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6528ced-650a-48bc-8b32-944b1284c937 req-273e0646-282f-477b-8230-4e84cdd6b4fa tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:17.814058 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a6528ced-650a-48bc-8b32-944b1284c937 req-273e0646-282f-477b-8230-4e84cdd6b4fa tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0774794 Oct 28 09:52:17.828266 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'port': {'security_groups': ['d80b12af-ef65-4333-a555-27c0adbd0b1b', '5cc117c9-e153-4e2c-b2ac-8b040482d5c1']}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:17.904803 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-967c625c-0c55-4e45-a69e-12c9d32d3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:17.906287 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-967c625c-0c55-4e45-a69e-12c9d32d3768 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1099 time: 0.0541847 Oct 28 09:52:17.978042 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:18.116408 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-7163035f-81fa-4d86-8026-89ef04b677ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:18.117405 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-4c6071dc-433e-4868-96bb-af0dc64c4d80 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:18.118720 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-7163035f-81fa-4d86-8026-89ef04b677ad service neutron] 10.222.0.109 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 920 time: 0.1930358 Oct 28 09:52:18.120089 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-4c6071dc-433e-4868-96bb-af0dc64c4d80 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "GET /v2.0/networks?id=6e0d2282-0092-43e0-98c8-b68cec136250 HTTP/1.1" status: 200 len: 808 time: 0.1256642 Oct 28 09:52:18.167009 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Request body: {'port': {'device_id': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250', 'admin_state_up': True, 'tenant_id': 'd487a772480347a0b31aebb5f8cf6b7a'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:18.217428 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-24041048-8064-42a6-b456-1b9cb5b679f2 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba HTTP/1.1" status: 200 len: 217 time: 0.0499694 Oct 28 09:52:18.233615 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce68d8-1853-4ac6-bf68-0e9e0ac70f76 req-6a6bbe3b-11a3-4dec-94b4-c18674c33df5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:18.235116 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6cce68d8-1853-4ac6-bf68-0e9e0ac70f76 req-6a6bbe3b-11a3-4dec-94b4-c18674c33df5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.1260247 Oct 28 09:52:18.356589 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-315300ba-b1f1-47aa-9880-81e98e867078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:18.358073 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-315300ba-b1f1-47aa-9880-81e98e867078 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 200 len: 859 time: 0.1208589 Oct 28 09:52:18.406444 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6cce68d8-1853-4ac6-bf68-0e9e0ac70f76 req-b5abf473-1bc3-4257-963a-5be681737def tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270781 Oct 28 09:52:18.408440 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-3874b5e4-aca0-47f9-91b3-7ce3f8db9162 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408108 Oct 28 09:52:18.435229 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:18.444233 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Made reservation on behalf of d487a772480347a0b31aebb5f8cf6b7a for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:18.451681 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:18.525163 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:18.596576 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c2612f90-cbd2-40a7-8948-12e9de51f6c7 req-8481c354-d7a0-43a1-835f-ffc092edae25 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 210 time: 0.0468459 Oct 28 09:52:18.600734 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-10c8f206-2cf8-4737-ac2a-d66b1d1803f9 service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681566 Oct 28 09:52:18.616410 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:18.626668 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Allocated IP 172.20.0.4 (6e0d2282-0092-43e0-98c8-b68cec136250/b039276f-98e8-4354-bf0c-3f9300b960bf/4c19ecb1-5769-49fb-b9f1-5a76a6591766) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:18.635047 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['cbe862a5-40a7-43ef-b2b3-73aad1487228'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:18.691339 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:18.692521 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:18.693992 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a6528ced-650a-48bc-8b32-944b1284c937 req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "PUT /v2.0/ports/cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 981 time: 0.8706665 Oct 28 09:52:18.748607 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:18.751077 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca488a4-a28d-4877-addf-25b32099d64e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:18.802691 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15535c81-ca18-48f6-ad55-5422b2c07314 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=6']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:18.847307 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac57754c-2fb2-443c-b2de-9b6a5935a7eb x-openstack-request-id: req-ac57754c-2fb2-443c-b2de-9b6a5935a7eb {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:18.849027 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:18.849275 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ac57754c-2fb2-443c-b2de-9b6a5935a7eb {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:18.849710 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'status': 'completed', 'code': 200} Oct 28 09:52:18.862452 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b4352d53-21f1-4a46-994d-f11a81d4fd7c req-7096f7b1-22f7-4e3c-85d9-c083d97ca58d service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131341 Oct 28 09:52:18.877237 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['cbe862a5-40a7-43ef-b2b3-73aad1487228'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:18.928854 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:18.973416 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c98597-31f6-40a8-89d3-926332e147bb req-8e681ab2-43eb-49b9-81fb-2a85f63d8c39 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:18.976281 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-86c98597-31f6-40a8-89d3-926332e147bb req-8e681ab2-43eb-49b9-81fb-2a85f63d8c39 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.1107378 Oct 28 09:52:19.052711 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca488a4-a28d-4877-addf-25b32099d64e req-4035c3b2-d6fb-49d3-9639-52a28025e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:19.054267 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bca488a4-a28d-4877-addf-25b32099d64e req-4035c3b2-d6fb-49d3-9639-52a28025e4dd service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1137 time: 0.1442890 Oct 28 09:52:19.073908 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:19.081626 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e529b86-2fd5-4bd6-8450-dd081a45ebab req-f8f9d257-3d75-49c2-bb37-94b250af0aaf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:19.083568 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e529b86-2fd5-4bd6-8450-dd081a45ebab req-f8f9d257-3d75-49c2-bb37-94b250af0aaf tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.1034031 Oct 28 09:52:19.097126 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-86c98597-31f6-40a8-89d3-926332e147bb req-ad61c94b-1eac-4050-bbdb-efc3fa13aa3e tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823729 Oct 28 09:52:19.159124 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Network 6e0d2282-0092-43e0-98c8-b68cec136250 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:19.168349 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:19.171544 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Pushing event updated for resources: {'Port': ['ID=4c19ecb1-5769-49fb-b9f1-5a76a6591766,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:19.174076 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:19.177905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-f61b404e-2479-4996-a76d-66f6dc56842c None None] Provisioning complete for port cbe862a5-40a7-43ef-b2b3-73aad1487228 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:19.179202 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f61b404e-2479-4996-a76d-66f6dc56842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:19.213720 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e529b86-2fd5-4bd6-8450-dd081a45ebab req-e2148769-53c0-4eec-b184-b794783566bb tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057861 Oct 28 09:52:19.240453 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:19.241154 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:19.248311 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca488a4-a28d-4877-addf-25b32099d64e req-42b62073-e9f2-49a6-9b87-3db426f81a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:19.250785 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bca488a4-a28d-4877-addf-25b32099d64e req-42b62073-e9f2-49a6-9b87-3db426f81a11 service neutron] 10.222.0.109 "GET /v2.0/networks?id=eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 200 len: 916 time: 0.1782694 Oct 28 09:52:19.325432 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-28e21335-32d8-4be3-b539-3959bb3d852c tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1632752 Oct 28 09:52:19.342971 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bca488a4-a28d-4877-addf-25b32099d64e req-76a44fd1-790a-4dbb-b63b-91564deffa77 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 1000 time: 0.0781097 Oct 28 09:52:19.344330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Request body: {'port': {'device_id': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:19.413577 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:19.415355 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca488a4-a28d-4877-addf-25b32099d64e req-2616f667-cfe8-4cba-9359-b4a154b86570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:19.418912 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bca488a4-a28d-4877-addf-25b32099d64e req-2616f667-cfe8-4cba-9359-b4a154b86570 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=af00ea33-22d9-443d-8208-f9d163f190b8 HTTP/1.1" status: 200 len: 854 time: 0.0571780 Oct 28 09:52:19.494822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca488a4-a28d-4877-addf-25b32099d64e req-e4be33e6-909c-428f-b253-1b43ecd195a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:19.497340 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bca488a4-a28d-4877-addf-25b32099d64e req-e4be33e6-909c-428f-b253-1b43ecd195a7 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=eae02c1e-9b55-4706-835b-6fa51061835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695257 Oct 28 09:52:19.667819 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b4a8f-b9ea-4d39-b9b7-813ed14405f8 req-2ebe4c6f-4e1b-4e37-933f-12b65d656692 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:19.671352 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e77b4a8f-b9ea-4d39-b9b7-813ed14405f8 req-2ebe4c6f-4e1b-4e37-933f-12b65d656692 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.1042702 Oct 28 09:52:19.701620 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bca488a4-a28d-4877-addf-25b32099d64e req-c6b93825-007c-4976-8b0f-620f322fa029 service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904218 Oct 28 09:52:19.807542 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c19ecb1-5769-49fb-b9f1-5a76a6591766 {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:52:19.816459 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:19.830959 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Transition to ACTIVE for port object 4c19ecb1-5769-49fb-b9f1-5a76a6591766 will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:52:19.942585 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:20.005024 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Pushing event updated for resources: {'Port': ['ID=4c19ecb1-5769-49fb-b9f1-5a76a6591766,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:20.058705 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e77b4a8f-b9ea-4d39-b9b7-813ed14405f8 req-1b02b231-a9b7-4f1c-bf63-d11da724284b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604639 Oct 28 09:52:20.088680 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbbf92-5aae-49c4-847a-121f15380a3e req-97b05fe8-6d6d-4f1d-b717-3da8135cd283 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.088680 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e2bbbf92-5aae-49c4-847a-121f15380a3e req-97b05fe8-6d6d-4f1d-b717-3da8135cd283 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 931 time: 0.3735161 Oct 28 09:52:20.089063 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Attempting to bind port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:52:20.089063 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Attempting to bind port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:52:20.089063 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Attempting to bind port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 on network 6e0d2282-0092-43e0-98c8-b68cec136250 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:20.092860 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 on network 6e0d2282-0092-43e0-98c8-b68cec136250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:52:20.108381 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Attempting to bind port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 on network 6e0d2282-0092-43e0-98c8-b68cec136250 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:52:20.108381 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:52:20.108381 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Checking segment: {'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:52:20.108381 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Bound using segment: {'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:52:20.108381 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Bound port: 4c19ecb1-5769-49fb-b9f1-5a76a6591766, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:52:20.108381 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:20.119486 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bca488a4-a28d-4877-addf-25b32099d64e req-88af085d-862f-4865-a2b3-f47a4b09cfa6 service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933654 Oct 28 09:52:20.145466 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e2bbbf92-5aae-49c4-847a-121f15380a3e req-4d354470-3ca5-48b9-8f46-5b261828221d tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511079 Oct 28 09:52:20.188052 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] For port 4c19ecb1-5769-49fb-b9f1-5a76a6591766, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:52:20.194139 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] For port 4c19ecb1-5769-49fb-b9f1-5a76a6591766, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=4c19ecb1-5769-49fb-b9f1-5a76a6591766,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:52:20.296041 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:20.338118 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.338787 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:20.339812 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfee7b-7953-400b-b42d-81a916f5b9d5 req-685a4749-542c-475d-8f0f-937370ba7bf8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.340166 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] 10.222.0.109 "PUT /v2.0/ports/4c19ecb1-5769-49fb-b9f1-5a76a6591766 HTTP/1.1" status: 200 len: 1093 time: 1.0014033 Oct 28 09:52:20.340596 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'tag': '4c19ecb1-5769-49fb-b9f1-5a76a6591766'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:20.341442 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-27bfee7b-7953-400b-b42d-81a916f5b9d5 req-685a4749-542c-475d-8f0f-937370ba7bf8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0545254 Oct 28 09:52:20.342954 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87fb9c8-fbd7-4dc1-84dc-054646d51019" -d '{"events": [{"name": "network-changed", "server_uuid": "b30699c5-d498-474f-a5eb-74b20b81e5ca", "tag": "4c19ecb1-5769-49fb-b9f1-5a76a6591766"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:20.375398 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb18b1b7-aabc-4fea-b6c5-f93299731fff service neutron] Pushing event updated for resources: {'Port': ['ID=4c19ecb1-5769-49fb-b9f1-5a76a6591766,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:20.387260 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9ce189-28c9-456c-93d1-b6cb6a6a2654 x-openstack-request-id: req-ae9ce189-28c9-456c-93d1-b6cb6a6a2654 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:20.387547 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30699c5-d498-474f-a5eb-74b20b81e5ca", "tag": "4c19ecb1-5769-49fb-b9f1-5a76a6591766", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:20.387794 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ae9ce189-28c9-456c-93d1-b6cb6a6a2654 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:20.388190 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'tag': '4c19ecb1-5769-49fb-b9f1-5a76a6591766', 'status': 'completed', 'code': 200} Oct 28 09:52:20.391623 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-27bfee7b-7953-400b-b42d-81a916f5b9d5 req-44ce827b-71d3-4636-850f-9cf7dde82a7f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 Oct 28 09:52:20.483563 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb9c8-fbd7-4dc1-84dc-054646d51019 req-6c5cdeed-3606-4f0b-99d0-7d5ca1b8ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.485228 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a87fb9c8-fbd7-4dc1-84dc-054646d51019 req-6c5cdeed-3606-4f0b-99d0-7d5ca1b8ce02 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 1096 time: 0.0459917 Oct 28 09:52:20.603247 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb9c8-fbd7-4dc1-84dc-054646d51019 req-cffba435-695a-4d4f-9188-ecfeddc21221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.604640 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a87fb9c8-fbd7-4dc1-84dc-054646d51019 req-cffba435-695a-4d4f-9188-ecfeddc21221 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1056476 Oct 28 09:52:20.714698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb9c8-fbd7-4dc1-84dc-054646d51019 req-eb343f56-9eee-4d2a-b089-b2e9c5df089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.716205 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a87fb9c8-fbd7-4dc1-84dc-054646d51019 req-eb343f56-9eee-4d2a-b089-b2e9c5df089c service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973027 Oct 28 09:52:20.813615 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-500e7fa8-22cd-4444-85d3-7b488c4674af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.815334 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-500e7fa8-22cd-4444-85d3-7b488c4674af service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 1096 time: 0.0483415 Oct 28 09:52:20.863950 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-afeea0b4-7f2e-43f2-919a-56a31df80026 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c19ecb1-5769-49fb-b9f1-5a76a6591766 HTTP/1.1" status: 200 len: 217 time: 0.0343046 Oct 28 09:52:20.920044 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-4dfe3d93-a2fe-482e-81ee-b191b866a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:20.921536 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-4dfe3d93-a2fe-482e-81ee-b191b866a088 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=b039276f-98e8-4354-bf0c-3f9300b960bf HTTP/1.1" status: 200 len: 848 time: 0.0471303 Oct 28 09:52:20.972457 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-0ca65cf4-6146-4778-87c3-94b50c47d982 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=6e0d2282-0092-43e0-98c8-b68cec136250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249307 Oct 28 09:52:21.075296 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-7b5df32e-8293-49f9-921d-436a303ac81f service neutron] 10.222.0.109 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904903 Oct 28 09:52:21.197413 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-dbb7cd88-02a2-4ac8-a12d-5f47d2b8dd60 req-577fcaf0-83eb-4359-8f33-48b2744dabd5 service neutron] 10.222.0.109 "GET /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113422 Oct 28 09:52:21.278931 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884968c-57d0-4389-81fc-b831e2ad4495 req-459d80bd-5947-432e-b531-33157bef46ed tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:21.280433 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c884968c-57d0-4389-81fc-b831e2ad4495 req-459d80bd-5947-432e-b531-33157bef46ed tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 943 time: 0.0530369 Oct 28 09:52:21.321501 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c884968c-57d0-4389-81fc-b831e2ad4495 req-b3985c7a-8e45-4bf4-b584-13da87184301 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Oct 28 09:52:21.520061 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973dd37-dcb9-45a7-b751-71fb7332d1c6 req-9c81a9b2-d3a1-4a20-bac9-22de3a161195 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:21.521693 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2973dd37-dcb9-45a7-b751-71fb7332d1c6 req-9c81a9b2-d3a1-4a20-bac9-22de3a161195 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0517063 Oct 28 09:52:21.561684 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2973dd37-dcb9-45a7-b751-71fb7332d1c6 req-a161187d-4693-44f2-a71e-e34a07b33e69 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334239 Oct 28 09:52:22.472762 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240d6f0-713c-4c50-a326-97ef697a5034 req-b65e579d-6532-4ef7-aec5-5791589b6db2 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:22.474178 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5240d6f0-713c-4c50-a326-97ef697a5034 req-b65e579d-6532-4ef7-aec5-5791589b6db2 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 943 time: 0.0579488 Oct 28 09:52:22.516941 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5240d6f0-713c-4c50-a326-97ef697a5034 req-85d8cfd7-e036-47e0-aae9-a19ce6746e53 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Oct 28 09:52:22.686929 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cccc8-c9c0-439e-943e-734c3512ee39 req-3fe1ec0d-2ad6-4d47-864d-1ea4d2c982ca tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:22.688510 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e1cccc8-c9c0-439e-943e-734c3512ee39 req-3fe1ec0d-2ad6-4d47-864d-1ea4d2c982ca tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0543635 Oct 28 09:52:22.728254 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e1cccc8-c9c0-439e-943e-734c3512ee39 req-a3be74e7-8504-4962-939e-8bd801eaeba6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331316 Oct 28 09:52:23.647980 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e117fb1-56d2-4766-8e07-55353f8d75a2 req-3249d6c2-af10-4a08-8bdb-43b47b947a77 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:23.649630 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9e117fb1-56d2-4766-8e07-55353f8d75a2 req-3249d6c2-af10-4a08-8bdb-43b47b947a77 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 943 time: 0.0542305 Oct 28 09:52:23.694957 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9e117fb1-56d2-4766-8e07-55353f8d75a2 req-60655915-67dc-45c2-8d8f-d2a01ee28ceb tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Oct 28 09:52:23.869546 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcef91-d2d0-462d-86cb-548ef2bbb870 req-5ac27be7-46cf-43c5-8c9f-dfa6fafde72a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:23.871008 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fdcef91-d2d0-462d-86cb-548ef2bbb870 req-5ac27be7-46cf-43c5-8c9f-dfa6fafde72a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0558960 Oct 28 09:52:23.916643 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5fdcef91-d2d0-462d-86cb-548ef2bbb870 req-bed75feb-8c33-4ba8-af3b-d4ce0e95a3ce tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Oct 28 09:52:24.653308 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 4c19ecb1-5769-49fb-b9f1-5a76a6591766 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:52:24.754933 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 4c19ecb1-5769-49fb-b9f1-5a76a6591766, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=4c19ecb1-5769-49fb-b9f1-5a76a6591766,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:24.768539 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '4c19ecb1-5769-49fb-b9f1-5a76a6591766', 'network_id': '6e0d2282-0092-43e0-98c8-b68cec136250', 'port_id': '4c19ecb1-5769-49fb-b9f1-5a76a6591766', 'mac_address': 'fa:16:3e:eb:ac:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b039276f-98e8-4354-bf0c-3f9300b960bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:52:24.831030 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:24.850134 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c19ecb1-5769-49fb-b9f1-5a76a6591766 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:52:24.869835 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06d0ba-bd94-4e2a-be75-b2d24c789167 req-9891fad6-eab1-4934-9e46-2d58102c61a9 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:24.872305 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6c06d0ba-bd94-4e2a-be75-b2d24c789167 req-9891fad6-eab1-4934-9e46-2d58102c61a9 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 943 time: 0.0889962 Oct 28 09:52:24.877989 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 4c19ecb1-5769-49fb-b9f1-5a76a6591766, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=4c19ecb1-5769-49fb-b9f1-5a76a6591766,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:24.914370 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6c06d0ba-bd94-4e2a-be75-b2d24c789167 req-6cb0ce10-b336-4cf1-b40a-d5fcf03a6ce8 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Oct 28 09:52:24.959555 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:25.017681 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=4c19ecb1-5769-49fb-b9f1-5a76a6591766,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:25.055788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5618c-65db-40bb-b6f8-122cc316c97d req-60920dba-d045-47c9-9ee9-db7dd93ebc37 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:25.057483 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b2e5618c-65db-40bb-b6f8-122cc316c97d req-60920dba-d045-47c9-9ee9-db7dd93ebc37 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0645177 Oct 28 09:52:25.098478 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b2e5618c-65db-40bb-b6f8-122cc316c97d req-797543dc-631a-4aba-82dc-ea848c002982 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Oct 28 09:52:25.394663 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['4c19ecb1-5769-49fb-b9f1-5a76a6591766'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:26.043178 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e87c9-d300-4ae9-b7a6-8e28dd153bce req-cef0971e-c3fd-43ce-94b9-9d567c132a7a tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:26.044859 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-379e87c9-d300-4ae9-b7a6-8e28dd153bce req-cef0971e-c3fd-43ce-94b9-9d567c132a7a tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 944 time: 0.0579402 Oct 28 09:52:26.084922 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-379e87c9-d300-4ae9-b7a6-8e28dd153bce req-11b10e13-f0a1-4800-918c-426e906f2888 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333092 Oct 28 09:52:26.224374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0efa9-aaf7-49cd-9bb3-5cd2f3f012d8 req-209a1550-4ec7-40fc-8ba9-27bf7bfe50f5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:26.225956 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cae0efa9-aaf7-49cd-9bb3-5cd2f3f012d8 req-209a1550-4ec7-40fc-8ba9-27bf7bfe50f5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0582554 Oct 28 09:52:26.265486 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cae0efa9-aaf7-49cd-9bb3-5cd2f3f012d8 req-60f926fb-bd86-430c-8f59-9294c3330a1a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Oct 28 09:52:26.688283 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 4c19ecb1-5769-49fb-b9f1-5a76a6591766 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:52:26.873608 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:52:26.878141 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:26.878504 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.927739 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:26.982131 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:27.005612 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c19ecb1-5769-49fb-b9f1-5a76a6591766'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:27.008187 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1208a870-79a5-48e8-a0ca-89ca0cde0ba7" -d '{"events": [{"server_uuid": "b30699c5-d498-474f-a5eb-74b20b81e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "4c19ecb1-5769-49fb-b9f1-5a76a6591766"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:27.023026 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 4c19ecb1-5769-49fb-b9f1-5a76a6591766, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=4c19ecb1-5769-49fb-b9f1-5a76a6591766,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:27.051748 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f642c-9256-4fca-8cd2-c095eba4d233 x-openstack-request-id: req-ea7f642c-9256-4fca-8cd2-c095eba4d233 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:27.052059 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30699c5-d498-474f-a5eb-74b20b81e5ca", "name": "network-vif-plugged", "status": "completed", "tag": "4c19ecb1-5769-49fb-b9f1-5a76a6591766", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:27.052317 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ea7f642c-9256-4fca-8cd2-c095eba4d233 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:27.052732 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c19ecb1-5769-49fb-b9f1-5a76a6591766', 'code': 200} Oct 28 09:52:27.118816 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:27.177960 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=4c19ecb1-5769-49fb-b9f1-5a76a6591766,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:27.223204 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e5d90-ba25-4ce8-8d7c-690379db37d9 req-f1a978a8-92a1-45b6-a789-eca628b436ee tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:27.224729 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6e8e5d90-ba25-4ce8-8d7c-690379db37d9 req-f1a978a8-92a1-45b6-a789-eca628b436ee tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0669665 Oct 28 09:52:27.275068 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6e8e5d90-ba25-4ce8-8d7c-690379db37d9 req-c93d300f-3e02-4f4c-8b41-ac7ca0dc26ef tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Oct 28 09:52:27.396109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeeb7d-e0df-4732-a230-f2c5561c0087 req-5efecab2-ccff-4d0c-a0d3-1dc6a32e9f3b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:27.397654 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6ebeeb7d-e0df-4732-a230-f2c5561c0087 req-5efecab2-ccff-4d0c-a0d3-1dc6a32e9f3b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0592954 Oct 28 09:52:27.439700 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6ebeeb7d-e0df-4732-a230-f2c5561c0087 req-c60c9957-2183-49d9-85c4-7bd74c12ec9a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357499 Oct 28 09:52:27.441794 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a88c9-a438-4bd0-8046-7029421a8d43 req-eec751c2-80ca-4735-9036-df945b3c8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:27.443279 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0b5a88c9-a438-4bd0-8046-7029421a8d43 req-eec751c2-80ca-4735-9036-df945b3c8fa0 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 1098 time: 0.0402169 Oct 28 09:52:27.486638 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0b5a88c9-a438-4bd0-8046-7029421a8d43 req-0b8372d1-5239-484d-b6be-84f60b3f8f48 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303643 Oct 28 09:52:28.394878 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1394f9-1706-41ac-ae77-fb3a0cd9fc6c req-41207fdd-e52c-4012-81f2-62ef06ae19e2 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:28.396409 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7e1394f9-1706-41ac-ae77-fb3a0cd9fc6c req-41207fdd-e52c-4012-81f2-62ef06ae19e2 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0502741 Oct 28 09:52:28.445265 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7e1394f9-1706-41ac-ae77-fb3a0cd9fc6c req-dba41d71-049e-4a13-9862-1c101db7a228 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Oct 28 09:52:28.560421 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3667049-7692-45a3-b8a6-4d5173933c4c req-8f38e8e4-270b-450c-a9b3-f3fe996546b0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:28.561944 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a3667049-7692-45a3-b8a6-4d5173933c4c req-8f38e8e4-270b-450c-a9b3-f3fe996546b0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0498655 Oct 28 09:52:28.600708 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a3667049-7692-45a3-b8a6-4d5173933c4c req-fe62855c-799f-45bc-b6bf-ce541fcc8ffa tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Oct 28 09:52:29.570774 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7836-6918-475b-ac9f-4b20923572e9 req-d63619d9-21df-47ed-bf65-9b8515bff787 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:29.572288 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e96d7836-6918-475b-ac9f-4b20923572e9 req-d63619d9-21df-47ed-bf65-9b8515bff787 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0550840 Oct 28 09:52:29.611784 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e96d7836-6918-475b-ac9f-4b20923572e9 req-652aed1f-b09d-47e9-97f1-267f997f5567 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332980 Oct 28 09:52:29.724270 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e4881-5db0-468c-801c-87af9d76c1f0 req-0cfe373e-c18e-4533-b4a8-90fb6bf3fbe6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:29.725799 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-380e4881-5db0-468c-801c-87af9d76c1f0 req-0cfe373e-c18e-4533-b4a8-90fb6bf3fbe6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0531132 Oct 28 09:52:29.764875 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-380e4881-5db0-468c-801c-87af9d76c1f0 req-4dcdfdec-a301-4542-b208-affe51903674 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Oct 28 09:52:30.735644 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215bee9-9cc5-470d-a813-4168f5331096 req-973491b0-cea9-47d9-b558-93d0d0076d06 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:30.737310 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8215bee9-9cc5-470d-a813-4168f5331096 req-973491b0-cea9-47d9-b558-93d0d0076d06 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0518608 Oct 28 09:52:30.743022 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-dfdf67b8-5dd5-4f4c-a003-53754338500f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433996 Oct 28 09:52:30.785144 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8215bee9-9cc5-470d-a813-4168f5331096 req-41f2ce78-b99e-4228-95b7-b9432dee94ea tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392830 Oct 28 09:52:30.838232 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-b2145795-6077-455f-a69f-cc73af700b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:30.839821 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-b2145795-6077-455f-a69f-cc73af700b06 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 1099 time: 0.0556178 Oct 28 09:52:30.919188 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7cd94-a238-47fb-a06a-c0e35d212d0c req-1d874e8c-a660-462d-9a42-1d151bf10312 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:30.921471 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b2b7cd94-a238-47fb-a06a-c0e35d212d0c req-1d874e8c-a660-462d-9a42-1d151bf10312 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0695295 Oct 28 09:52:30.966227 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b2b7cd94-a238-47fb-a06a-c0e35d212d0c req-4397ccf7-c6e2-4bb6-a463-e97d3b15ab9e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389795 Oct 28 09:52:30.989618 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-8ce1e825-ace0-42e6-863f-cb33d8b91a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:30.991080 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-8ce1e825-ace0-42e6-863f-cb33d8b91a39 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.1007891 Oct 28 09:52:31.090109 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-ac1b16a2-9ec9-41e1-90cc-f2a26dc4bdf7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 200 len: 999 time: 0.0650716 Oct 28 09:52:31.160415 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-10854b8b-3e94-4a9d-9b82-c39a19223290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:31.161902 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-10854b8b-3e94-4a9d-9b82-c39a19223290 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0457268 Oct 28 09:52:31.208173 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-1411667d-6979-4fce-b277-2807995f6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:31.209791 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-1411667d-6979-4fce-b277-2807995f6f81 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398440 Oct 28 09:52:31.319169 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-97bbc35e-c53b-476a-b27f-5e057e9cd63b service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886579 Oct 28 09:52:31.417604 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f6571e6c-ca0f-40ff-b492-80ee1df92489 req-a0f48862-ec88-4367-9fbf-77b4aef81ec1 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901568 Oct 28 09:52:31.932954 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d426143-e15f-4854-a986-7d13612be8f4 req-c0d08112-34bf-4f97-8e92-76633c8ba3a2 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:31.934451 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7d426143-e15f-4854-a986-7d13612be8f4 req-c0d08112-34bf-4f97-8e92-76633c8ba3a2 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0604053 Oct 28 09:52:31.978299 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7d426143-e15f-4854-a986-7d13612be8f4 req-a2e794f9-d3de-49d2-bdfc-392eac3d36c8 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373454 Oct 28 09:52:32.097916 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e69943-db16-48e7-a1ec-a4b42381683c req-c475480c-9840-4281-916c-6a559a90101e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:32.099458 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d3e69943-db16-48e7-a1ec-a4b42381683c req-c475480c-9840-4281-916c-6a559a90101e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0524089 Oct 28 09:52:32.141779 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d3e69943-db16-48e7-a1ec-a4b42381683c req-169f3110-8455-4502-8025-0a1c80e2058c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353720 Oct 28 09:52:33.264834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9c9b6-6764-4369-8b3b-f056b6979c1a req-4d333352-26a0-4a23-ad88-26a6ea111e05 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:33.266316 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c8a9c9b6-6764-4369-8b3b-f056b6979c1a req-4d333352-26a0-4a23-ad88-26a6ea111e05 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0539353 Oct 28 09:52:33.313452 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c8a9c9b6-6764-4369-8b3b-f056b6979c1a req-980d35a6-e4bd-46d6-bf3a-9d97a1eba53b tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Oct 28 09:52:33.519860 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3d1e8-a643-4d7a-8d57-98a8e8b8107a req-a7fee70e-bcc2-437a-8ccf-3ec490028880 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:33.521311 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-54d3d1e8-a643-4d7a-8d57-98a8e8b8107a req-a7fee70e-bcc2-437a-8ccf-3ec490028880 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0520849 Oct 28 09:52:33.562063 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-54d3d1e8-a643-4d7a-8d57-98a8e8b8107a req-a50e1394-cff0-4303-b0f6-cb2fe8d73470 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339451 Oct 28 09:52:34.438982 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8d789-eecd-4342-959e-345884c0c149 req-6abaa93a-183d-44bc-b44b-80ef6e29ff31 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:34.440538 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3dd8d789-eecd-4342-959e-345884c0c149 req-6abaa93a-183d-44bc-b44b-80ef6e29ff31 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0526559 Oct 28 09:52:34.484608 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3dd8d789-eecd-4342-959e-345884c0c149 req-78597300-c3b4-44ac-a7f1-6b68acba7fac tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Oct 28 09:52:34.697906 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659f7d3-11a5-4997-91b4-72585dea4d07 req-54347e77-09bb-4e6d-beed-4d82c0e47345 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:34.699692 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1659f7d3-11a5-4997-91b4-72585dea4d07 req-54347e77-09bb-4e6d-beed-4d82c0e47345 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0546589 Oct 28 09:52:34.741739 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1659f7d3-11a5-4997-91b4-72585dea4d07 req-dcea1ea7-b352-47bc-9b94-42194977014d tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Oct 28 09:52:35.473286 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-4f17461b-5935-4822-802b-93e305b8dc1e tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:35.474808 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-4f17461b-5935-4822-802b-93e305b8dc1e tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0540123 Oct 28 09:52:35.581810 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Deleting port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:35.582228 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:35.614787 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1555a-1b47-4baa-82d0-fba5382374ac req-7dd7975e-5fef-454f-a986-be1701bd4fb2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:35.616305 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-03a1555a-1b47-4baa-82d0-fba5382374ac req-7dd7975e-5fef-454f-a986-be1701bd4fb2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0552175 Oct 28 09:52:35.662949 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-03a1555a-1b47-4baa-82d0-fba5382374ac req-867c3ee6-644d-4c68-a0f0-aa5e75d97492 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Oct 28 09:52:35.677896 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] For port 4c19ecb1-5769-49fb-b9f1-5a76a6591766, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=4c19ecb1-5769-49fb-b9f1-5a76a6591766,segment=NetworkSegment(ae48bee9-82d6-43f9-bce9-425a1c4f4dca),segment_id=ae48bee9-82d6-43f9-bce9-425a1c4f4dca)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:35.678255 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:35.699102 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Calling delete_port for 4c19ecb1-5769-49fb-b9f1-5a76a6591766 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:35.870421 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9464bf-5453-4d2d-a1de-c9c9c342188c req-b12d8c93-4838-43cb-8c07-8328b811acf0 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:35.872144 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bb9464bf-5453-4d2d-a1de-c9c9c342188c req-b12d8c93-4838-43cb-8c07-8328b811acf0 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 945 time: 0.0541413 Oct 28 09:52:35.913359 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:35.929049 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['4c19ecb1-5769-49fb-b9f1-5a76a6591766'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:35.948341 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bb9464bf-5453-4d2d-a1de-c9c9c342188c req-d787e7bb-fb5c-41ab-a8ac-17ffb6506853 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/security-groups?id=f7c4a96a-6f2d-4255-ab53-942fe981f2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Oct 28 09:52:35.950980 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Pushing event deleted for resources: {'Port': ['ID=4c19ecb1-5769-49fb-b9f1-5a76a6591766,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:35.970766 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38159e47-2057-4235-beb1-24ba7e9740e8 req-837f1f8e-94a5-488a-9d92-f3816c0f4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:35.970766 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-38159e47-2057-4235-beb1-24ba7e9740e8 req-837f1f8e-94a5-488a-9d92-f3816c0f4ab9 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1099 time: 0.0773482 Oct 28 09:52:36.012700 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-38159e47-2057-4235-beb1-24ba7e9740e8 req-8a526e27-a13b-4841-b30c-51b683802ea9 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Oct 28 09:52:36.199473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.199823 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.200160 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.200487 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.200939 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.201265 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.201585 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.208953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.208953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.208953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.208953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.208953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:36.219413 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] No DVR routers for this DVR port 4c19ecb1-5769-49fb-b9f1-5a76a6591766 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:36.222475 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:36.225900 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-c4b3d7af-8d4f-452b-9fd2-2ea88990b5fc req-5e464e9f-e23f-45f2-8f4b-a6b2633c9a11 tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.109 "DELETE /v2.0/ports/4c19ecb1-5769-49fb-b9f1-5a76a6591766 HTTP/1.1" status: 204 len: 173 time: 0.7417898 Oct 28 09:52:36.226344 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'name': 'network-vif-deleted', 'tag': '4c19ecb1-5769-49fb-b9f1-5a76a6591766'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:36.229911 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e087c7-34b0-43cd-a37f-e3dbf6f17050" -d '{"events": [{"server_uuid": "b30699c5-d498-474f-a5eb-74b20b81e5ca", "name": "network-vif-deleted", "tag": "4c19ecb1-5769-49fb-b9f1-5a76a6591766"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:36.266096 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1fc7a-49a6-4850-aa86-75be6eaa9714 x-openstack-request-id: req-20e1fc7a-49a6-4850-aa86-75be6eaa9714 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:36.266385 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30699c5-d498-474f-a5eb-74b20b81e5ca", "name": "network-vif-deleted", "tag": "4c19ecb1-5769-49fb-b9f1-5a76a6591766", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:36.266655 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-20e1fc7a-49a6-4850-aa86-75be6eaa9714 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:36.267044 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30699c5-d498-474f-a5eb-74b20b81e5ca', 'name': 'network-vif-deleted', 'tag': '4c19ecb1-5769-49fb-b9f1-5a76a6591766', 'status': 'completed', 'code': 200} Oct 28 09:52:36.512748 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:52:36.803346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d322b-9481-4667-abeb-4bf69a242932 req-864bd3fd-dc36-4420-a8e9-1f22a0d71357 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:36.805396 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2d6d322b-9481-4667-abeb-4bf69a242932 req-864bd3fd-dc36-4420-a8e9-1f22a0d71357 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0555661 Oct 28 09:52:36.847460 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2d6d322b-9481-4667-abeb-4bf69a242932 req-66dd64ba-a8ca-40cb-b51e-249235d9df65 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359302 Oct 28 09:52:37.069974 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04b8e64-ce9a-4f7e-ab52-4b3be6666a76 req-5c1fd307-c267-457d-873a-9dcbbf86af7b tempest-VolumesActionsTest-1059718705 tempest-VolumesActionsTest-1059718705-project] 10.222.0.104 "GET /v2.0/ports?device_id=b30699c5-d498-474f-a5eb-74b20b81e5ca HTTP/1.1" status: 200 len: 210 time: 0.0282586 Oct 28 09:52:37.968201 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d7970-5b17-489b-88a5-68349d14bd40 req-b1127fe6-b3e7-4dda-b16e-8dc714d7b77c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:37.969724 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-741d7970-5b17-489b-88a5-68349d14bd40 req-b1127fe6-b3e7-4dda-b16e-8dc714d7b77c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0526052 Oct 28 09:52:38.010559 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-741d7970-5b17-489b-88a5-68349d14bd40 req-4340f4e1-70b1-4559-ad4e-266c01ccce19 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Oct 28 09:52:38.444210 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c357406b-a630-4e2a-9dec-9069441c31dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:39.132278 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f73ba0-405c-453d-b6ea-324f18b45f16 req-936bf965-6a1a-45b6-bf37-295d4a941317 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:39.135108 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c6f73ba0-405c-453d-b6ea-324f18b45f16 req-936bf965-6a1a-45b6-bf37-295d4a941317 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0509441 Oct 28 09:52:39.175136 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c6f73ba0-405c-453d-b6ea-324f18b45f16 req-accc1eb9-5afa-4124-bdd7-20450ebae2d7 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Oct 28 09:52:39.691945 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b56770-e470-42c8-ba1a-2bfc2c0b2459 req-6c1e6550-934e-481f-a379-ad3553286705 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:39.693471 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-85b56770-e470-42c8-ba1a-2bfc2c0b2459 req-6c1e6550-934e-481f-a379-ad3553286705 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0505490 Oct 28 09:52:39.734112 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-85b56770-e470-42c8-ba1a-2bfc2c0b2459 req-58a6f9ec-93c3-40c2-a1e5-2a193696e88f tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Oct 28 09:52:39.831483 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-f07c80ba-40c4-4ff6-a77f-8746b4327128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:39.838113 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-f07c80ba-40c4-4ff6-a77f-8746b4327128 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=d8b63299da71443297d36c7caabb111a&device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 1099 time: 0.0416088 Oct 28 09:52:39.954269 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-0b138e65-7a3f-4462-9c8e-b8b0f1b832d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:39.957514 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-0b138e65-7a3f-4462-9c8e-b8b0f1b832d5 service neutron] 10.222.0.109 "GET /v2.0/networks?id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 200 len: 920 time: 0.1082079 Oct 28 09:52:40.004262 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-c77e91b8-f9a7-4d95-a9e7-88fbec3a1996 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba HTTP/1.1" status: 200 len: 217 time: 0.0357294 Oct 28 09:52:40.065240 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-ed614416-a8da-4b0b-8556-4f305972ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:40.066730 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-ed614416-a8da-4b0b-8556-4f305972ba7c service neutron] 10.222.0.109 "GET /v2.0/subnets?id=ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 200 len: 859 time: 0.0492041 Oct 28 09:52:40.112933 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-77974d8b-b86a-4c10-8212-5600019285fd service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=b96d6b4c-b03d-43ab-b52a-9987c1b6151d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290310 Oct 28 09:52:40.221735 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-811bfdb2-6294-40a8-a66b-0ccd8b1c8bbe service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991309 Oct 28 09:52:40.872015 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9e4b6-c84a-4bce-a016-bae439acaf61 req-b5813734-eef8-4370-999e-93591c37b6e0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:40.873643 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0ee9e4b6-c84a-4bce-a016-bae439acaf61 req-b5813734-eef8-4370-999e-93591c37b6e0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0567894 Oct 28 09:52:40.914598 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0ee9e4b6-c84a-4bce-a016-bae439acaf61 req-c25ff076-d183-4075-9e34-6ac12195741a tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Oct 28 09:52:40.947056 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-69c5bd4f-077b-48ba-a5f4-de9ad9ace1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:41.199462 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 4c19ecb1-5769-49fb-b9f1-5a76a6591766 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:52:41.220479 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 4c19ecb1-5769-49fb-b9f1-5a76a6591766 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:52:41.220846 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 4c19ecb1-5769-49fb-b9f1-5a76a6591766 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:52:42.045089 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6f5c-48a6-428a-ac22-b1caf886c9ce req-66785c8f-6027-4849-9320-bce62ea075e2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:42.046803 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0faf6f5c-48a6-428a-ac22-b1caf886c9ce req-66785c8f-6027-4849-9320-bce62ea075e2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0584831 Oct 28 09:52:42.091684 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0faf6f5c-48a6-428a-ac22-b1caf886c9ce req-924d07f1-503a-410d-80af-791be1346c03 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344009 Oct 28 09:52:42.209165 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a9d100ee-2659-49ea-8377-a13a08b62443 req-2a97b11a-7b33-42d9-afc6-0231a186130d service neutron] 10.222.0.109 "GET /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929105 Oct 28 09:52:42.364295 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:42.450173 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:43.216157 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b7575-ae8b-4aa1-b96d-c598c5622d20 req-629643d3-3e36-4cdb-9c81-f633cf552153 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:43.217683 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4c9b7575-ae8b-4aa1-b96d-c598c5622d20 req-629643d3-3e36-4cdb-9c81-f633cf552153 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0515752 Oct 28 09:52:43.256274 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4c9b7575-ae8b-4aa1-b96d-c598c5622d20 req-0b1aa16f-4cf4-40ba-a781-5bff6d868283 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324552 Oct 28 09:52:44.224238 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:44.377177 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0359af-8b3d-4714-94f9-8a3893fee58c req-f687cc87-6a8f-4b37-8b65-0c9c61cd429e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:44.378681 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0b0359af-8b3d-4714-94f9-8a3893fee58c req-f687cc87-6a8f-4b37-8b65-0c9c61cd429e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0531254 Oct 28 09:52:44.424792 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0b0359af-8b3d-4714-94f9-8a3893fee58c req-87396378-ea3e-47b7-84c5-65956d291af6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 Oct 28 09:52:45.563041 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc81899-5453-4542-b73c-15fb4623f1d5 req-a315a27d-5ea6-42e1-b20b-e4efe28276a6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:45.572551 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9dc81899-5453-4542-b73c-15fb4623f1d5 req-a315a27d-5ea6-42e1-b20b-e4efe28276a6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0667939 Oct 28 09:52:45.614734 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9dc81899-5453-4542-b73c-15fb4623f1d5 req-b0692b9c-bed8-42a0-8d0d-e6c599effeec tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Oct 28 09:52:46.756956 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ed8d6-f837-4bfa-b9d5-e539df0b7e1e req-cd9162c2-38c8-4a08-8384-32ce2e9a07c2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:46.758669 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f99ed8d6-f837-4bfa-b9d5-e539df0b7e1e req-cd9162c2-38c8-4a08-8384-32ce2e9a07c2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0558071 Oct 28 09:52:46.803813 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f99ed8d6-f837-4bfa-b9d5-e539df0b7e1e req-fa39be18-0ae6-4e9e-818e-dd6c223bee11 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382366 Oct 28 09:52:48.844770 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50112) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:48.964363 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30c93c-fd91-407e-a334-267fe7d446ca req-5813187c-d11b-4698-99a7-912d7d6a0b72 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:48.966748 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd30c93c-fd91-407e-a334-267fe7d446ca req-5813187c-d11b-4698-99a7-912d7d6a0b72 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0688350 Oct 28 09:52:49.007721 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.084621 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd30c93c-fd91-407e-a334-267fe7d446ca req-f73c7328-832f-409d-8345-60b4e4c473c5 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058817 Oct 28 09:52:49.112090 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-85fc5643-01eb-4134-9fec-f8fa881aef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:49.115671 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-85fc5643-01eb-4134-9fec-f8fa881aef13 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1137 time: 0.0720985 Oct 28 09:52:49.177965 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.287685 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-b03ffd40-1308-4e38-ba8c-7cbf67918ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:49.289158 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-b03ffd40-1308-4e38-ba8c-7cbf67918ba9 service neutron] 10.222.0.109 "GET /v2.0/networks?id=eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 200 len: 916 time: 0.1557117 Oct 28 09:52:49.295287 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.338981 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=055c5577daf141cdb920b9ce3102b009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930682 Oct 28 09:52:49.339887 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f7587a-73e3-4a5c-92e1-be001c70ac7a,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.342036 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50120) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:52:49.378496 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.378846 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.379192 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.379529 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.379902 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.380236 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.380589 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.381230 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.381561 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.381888 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.382204 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.382522 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e76540f-240b-4bab-bd6d-c3378190f076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:52:49.397525 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-e2b3d37e-d1fb-419d-9177-a113541faa67 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 1000 time: 0.0917594 Oct 28 09:52:49.415666 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d21c-7da5-4d4a-a949-04c2646eef52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.445660 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d21c-7da5-4d4a-a949-04c2646eef52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.471942 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-d2f612c7-4172-4597-aab4-cab0838a4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:49.473271 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-d2f612c7-4172-4597-aab4-cab0838a4a82 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=af00ea33-22d9-443d-8208-f9d163f190b8 HTTP/1.1" status: 200 len: 854 time: 0.0625935 Oct 28 09:52:49.543288 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-724a3192-37b5-4179-af7d-40f940407c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:49.544900 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-724a3192-37b5-4179-af7d-40f940407c47 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=eae02c1e-9b55-4706-835b-6fa51061835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530944 Oct 28 09:52:49.656482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d21c-7da5-4d4a-a949-04c2646eef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.659667 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d21c-7da5-4d4a-a949-04c2646eef52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:49.663895 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-e9a4d21c-7da5-4d4a-a949-04c2646eef52 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/65f7587a-73e3-4a5c-92e1-be001c70ac7a HTTP/1.1" status: 204 len: 168 time: 0.3207419 Oct 28 09:52:49.675779 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-719a94cc-fd7a-456f-9180-6c71676eef6c service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176298 Oct 28 09:52:49.689156 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4d21c-7da5-4d4a-a949-04c2646eef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f7587a-73e3-4a5c-92e1-be001c70ac7a,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:49.805894 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-35b47479-8a4b-41d5-9fd8-7503e2bd4e0a req-a3cb1759-4392-4c86-88c8-3c2b8625560d service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146495 Oct 28 09:52:50.296016 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d757-4986-46c6-8cad-539f486e2075 req-73241af4-0b64-4de6-b933-0ae92df47208 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:50.299182 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e09d757-4986-46c6-8cad-539f486e2075 req-73241af4-0b64-4de6-b933-0ae92df47208 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0945334 Oct 28 09:52:50.358001 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e09d757-4986-46c6-8cad-539f486e2075 req-ee571a09-a947-49c7-b473-19fc811d02d9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527017 Oct 28 09:52:51.531975 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394a8ab-804f-48af-b887-8cd123b6a130 req-439a7f64-2639-4543-9bdb-99f87d01795e tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:51.540337 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c394a8ab-804f-48af-b887-8cd123b6a130 req-439a7f64-2639-4543-9bdb-99f87d01795e tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0819492 Oct 28 09:52:51.591072 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c394a8ab-804f-48af-b887-8cd123b6a130 req-77d6e265-47d2-4af2-bffd-51289cfb13be tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495491 Oct 28 09:52:52.745407 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f3595-ccea-455c-97a0-20fb6ccbb013 req-90bda77c-0da6-4ea7-aa64-3fd56a6f46ac tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:52.755060 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a0f3595-ccea-455c-97a0-20fb6ccbb013 req-90bda77c-0da6-4ea7-aa64-3fd56a6f46ac tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0745208 Oct 28 09:52:52.803944 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2a0f3595-ccea-455c-97a0-20fb6ccbb013 req-00647ae0-6913-4062-9924-5e03820d8ad2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0472279 Oct 28 09:52:53.416439 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695819-b04e-479b-b5aa-34c238baed03 req-9cb5f717-b2b6-4c2c-b9f8-bf065e093a17 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:53.418036 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-82695819-b04e-479b-b5aa-34c238baed03 req-9cb5f717-b2b6-4c2c-b9f8-bf065e093a17 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0621231 Oct 28 09:52:53.468133 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-82695819-b04e-479b-b5aa-34c238baed03 req-be7525e5-0cff-4e77-9a82-18ea8797b114 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Oct 28 09:52:53.941072 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320bdc-e7d2-4b21-80a9-3c37a866ca15 req-4a433ba4-ef0d-4b6b-a67b-070b387c1697 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:53.943083 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e5320bdc-e7d2-4b21-80a9-3c37a866ca15 req-4a433ba4-ef0d-4b6b-a67b-070b387c1697 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0587304 Oct 28 09:52:53.992505 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e5320bdc-e7d2-4b21-80a9-3c37a866ca15 req-968a92ce-ce51-4838-9c56-a756326ec6f5 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422380 Oct 28 09:52:54.447096 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-851b21a6-568c-4fdc-a84f-3cf66e5dcdc3 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=536d216676aa407f947e6a96788d6ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416124 Oct 28 09:52:54.744742 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c5c78-b7b3-43d9-8336-bb710e16cf9d req-cf63888d-3061-429e-811a-5ce3ae147dd2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:54.746213 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c83c5c78-b7b3-43d9-8336-bb710e16cf9d req-cf63888d-3061-429e-811a-5ce3ae147dd2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.1616704 Oct 28 09:52:54.762902 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-e85d6091-0e8f-4060-9798-397a7a7ee94b tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:54.773346 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-e85d6091-0e8f-4060-9798-397a7a7ee94b tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158960 Oct 28 09:52:54.798958 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-73c982ee-229b-472b-ba2e-e1ad5f4d2a4c tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/quotas/536d216676aa407f947e6a96788d6ae1 HTTP/1.1" status: 200 len: 375 time: 0.0267854 Oct 28 09:52:54.844910 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-82d083cf-a129-4b1b-b4e6-bc900f37adb0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=536d216676aa407f947e6a96788d6ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406244 Oct 28 09:52:54.853511 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c83c5c78-b7b3-43d9-8336-bb710e16cf9d req-f66cf3e6-7382-4402-976d-82f57f3fa3e0 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743439 Oct 28 09:52:55.208393 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c1c293ea-1de9-4816-a7bc-1fe11a08cd7a req-7ee5699f-0d26-4ca8-ad69-cf77ce78c53b tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 210 time: 0.0700328 Oct 28 09:52:55.246703 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34948-3f15-4e53-917a-fc9476bb1487 req-4189bf35-0c19-48d1-ab42-5a34fd4874f6 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:55.256267 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-15f34948-3f15-4e53-917a-fc9476bb1487 req-4189bf35-0c19-48d1-ab42-5a34fd4874f6 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.1856720 Oct 28 09:52:55.352575 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-15f34948-3f15-4e53-917a-fc9476bb1487 req-cf0f0911-7f32-4207-83ae-9ce28038f3e9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947785 Oct 28 09:52:55.998591 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91c665-b38b-402f-980a-65a9f49f37be req-364e3fcc-13f7-4ada-9593-8ccf8e77afc3 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:56.000490 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cd91c665-b38b-402f-980a-65a9f49f37be req-364e3fcc-13f7-4ada-9593-8ccf8e77afc3 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0648303 Oct 28 09:52:56.054314 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cd91c665-b38b-402f-980a-65a9f49f37be req-830f4ec2-c46c-4e2d-8e9c-c23c4c1fcf26 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Oct 28 09:52:56.323931 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-acd3eeb8-ffd1-4445-b9c3-c8ad15beba3c req-0b707046-e8aa-4292-9641-85ba373e26a6 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 210 time: 0.0352864 Oct 28 09:52:56.521137 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e6183-2608-4f3a-bf87-95d99ae8ad53 req-48f46a73-d131-439e-98a7-bdd05b62534c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:56.529257 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-147e6183-2608-4f3a-bf87-95d99ae8ad53 req-48f46a73-d131-439e-98a7-bdd05b62534c tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0746806 Oct 28 09:52:56.580053 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-147e6183-2608-4f3a-bf87-95d99ae8ad53 req-58382479-86ef-4719-9b1b-ba4fa1d0df4a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495217 Oct 28 09:52:56.901706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.003938 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-7b40ab6b-425e-432f-9d15-fc7c9e316ed9 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:57.005995 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-7b40ab6b-425e-432f-9d15-fc7c9e316ed9 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0606432 Oct 28 09:52:57.160150 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Deleting port 57d63798-5c66-4f30-9d4a-de7a6ff1392d {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:52:57.160150 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.274770 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6d25b-c985-4416-9d18-68a601bdd315 req-e59e8382-18e4-431f-86bb-c2ae34daf9e5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:57.283023 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6bc6d25b-c985-4416-9d18-68a601bdd315 req-e59e8382-18e4-431f-86bb-c2ae34daf9e5 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 946 time: 0.0922794 Oct 28 09:52:57.321809 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] For port 57d63798-5c66-4f30-9d4a-de7a6ff1392d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=57d63798-5c66-4f30-9d4a-de7a6ff1392d,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:52:57.322614 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.334022 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6bc6d25b-c985-4416-9d18-68a601bdd315 req-8be15bee-aabc-4dff-abaa-7aa0c72c1da2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Oct 28 09:52:57.355325 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Calling delete_port for 57d63798-5c66-4f30-9d4a-de7a6ff1392d owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:52:57.509646 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ab5e8ec1-eb16-4ae8-9293-7aa5d0cc9997 req-9354fecf-c2ce-4e2d-83bf-691e334f26cd tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 210 time: 0.0623977 Oct 28 09:52:57.643815 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.661058 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['2727ba0b-5ab2-4e16-98f8-42105ba1b2ba', '57d63798-5c66-4f30-9d4a-de7a6ff1392d'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:52:57.694758 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Pushing event deleted for resources: {'Port': ['ID=57d63798-5c66-4f30-9d4a-de7a6ff1392d,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:57.779313 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] No DVR routers for this DVR port 57d63798-5c66-4f30-9d4a-de7a6ff1392d on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:52:57.787651 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:57.793030 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-6ca62d37-2c01-4291-9cc6-9b9d0b0fb7cc req-0a01a538-216f-420f-91dc-c320b2efe2e6 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "DELETE /v2.0/ports/57d63798-5c66-4f30-9d4a-de7a6ff1392d HTTP/1.1" status: 204 len: 173 time: 0.7749803 Oct 28 09:52:57.793874 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'name': 'network-vif-deleted', 'tag': '57d63798-5c66-4f30-9d4a-de7a6ff1392d'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:52:57.797059 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3995e1e-8482-4228-bfa6-2e7c6b4aca0d" -d '{"events": [{"server_uuid": "92c11d42-a056-41fa-a849-4e40e7c6d22e", "name": "network-vif-deleted", "tag": "57d63798-5c66-4f30-9d4a-de7a6ff1392d"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:52:57.866843 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d089cfd5-3dbb-4967-9e0a-15975c6d7c88 x-openstack-request-id: req-d089cfd5-3dbb-4967-9e0a-15975c6d7c88 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:52:57.867332 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea895a0-c139-430b-bda8-b732819295b0 req-b1ce9305-55bc-4bec-b587-4a890f2b0596 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:57.867487 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c11d42-a056-41fa-a849-4e40e7c6d22e", "name": "network-vif-deleted", "tag": "57d63798-5c66-4f30-9d4a-de7a6ff1392d", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:52:57.867761 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d089cfd5-3dbb-4967-9e0a-15975c6d7c88 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:52:57.868466 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c11d42-a056-41fa-a849-4e40e7c6d22e', 'name': 'network-vif-deleted', 'tag': '57d63798-5c66-4f30-9d4a-de7a6ff1392d', 'status': 'completed', 'code': 200} Oct 28 09:52:57.870462 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fea895a0-c139-430b-bda8-b732819295b0 req-b1ce9305-55bc-4bec-b587-4a890f2b0596 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.1437917 Oct 28 09:52:57.962717 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fea895a0-c139-430b-bda8-b732819295b0 req-cb1b768e-31d3-4173-9364-4d738168b7ec tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769076 Oct 28 09:52:58.238499 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-0cf85d58-c952-4db4-a110-d32e10108459 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.109 "GET /v2.0/networks?tenant_id=536d216676aa407f947e6a96788d6ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385356 Oct 28 09:52:58.483444 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-80ab98af-6931-4986-81d8-4cb14bbdbb49 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:58.485147 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-80ab98af-6931-4986-81d8-4cb14bbdbb49 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382097 Oct 28 09:52:58.503053 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Request body: {'port': {'device_id': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a', 'admin_state_up': True, 'tenant_id': '536d216676aa407f947e6a96788d6ae1'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:58.524345 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4bb1ec9c-2f7d-4563-99f2-fb6f8225c3ef req-4785e630-a4d5-41c5-8377-2c0a93e0e2d2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=92c11d42-a056-41fa-a849-4e40e7c6d22e HTTP/1.1" status: 200 len: 210 time: 0.0454051 Oct 28 09:52:58.655581 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-82c322a7-22eb-490a-a5b8-5594d4b655b0 req-b8f01359-687e-4cf4-ba7b-9886e1a98b88 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 210 time: 0.0417111 Oct 28 09:52:58.713446 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Made reservation on behalf of 536d216676aa407f947e6a96788d6ae1 for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:52:58.717732 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.727249 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.874778 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:58.941497 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.049866 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304b2cef-16e6-464c-b6f0-35bfe92bb71c,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:59.169721 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07489028-8623-4703-a72c-a3c12e317fa4 req-6f21b875-3b75-4aa8-91d9-16159e7e9e3d tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.171859 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-07489028-8623-4703-a72c-a3c12e317fa4 req-6f21b875-3b75-4aa8-91d9-16159e7e9e3d tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0696235 Oct 28 09:52:59.203939 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Allocated IP 192.168.233.156 (28284a4e-0b54-426a-a581-9b017a911e2a/37253a5c-1a10-4f6b-8619-7b66acc9fbb8/6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:52:59.257071 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-07489028-8623-4703-a72c-a3c12e317fa4 req-239cc021-cf6b-4c2b-bbbf-749547388739 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787632 Oct 28 09:52:59.444299 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.610507 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.663335 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Network 28284a4e-0b54-426a-a581-9b017a911e2a is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:52:59.667341 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:52:59.669991 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:52:59.702834 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Pushing event updated for resources: {'Port': ['ID=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:52:59.762678 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.763367 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.846205 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-d909f03c-2845-4ebc-afeb-2a27ba08dae0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3472600 Oct 28 09:52:59.862196 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Request body: {'port': {'device_id': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:52:59.880445 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e742bfb-927c-4503-bba3-be42658a8449 req-ed68c826-9681-451b-b372-24b0728ea0e5 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:52:59.890485 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2e742bfb-927c-4503-bba3-be42658a8449 req-ed68c826-9681-451b-b372-24b0728ea0e5 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 936 time: 0.0961337 Oct 28 09:52:59.952728 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2e742bfb-927c-4503-bba3-be42658a8449 req-bb405209-d746-4c8b-b55c-6890c679525d tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610149 Oct 28 09:52:59.974887 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:52:59.985212 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-cea7e080-4b6c-430d-86f1-9fb28378cb78 None None] Provisioning complete for port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:52:59.986316 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-cea7e080-4b6c-430d-86f1-9fb28378cb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:00.030051 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-cea7e080-4b6c-430d-86f1-9fb28378cb78 None None] Port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:53:00.209930 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8e7fc-ac47-4540-80a4-2fe25e7cef31 req-78b821bb-eed5-451a-a242-af282fa3d56e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:00.215470 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5cb8e7fc-ac47-4540-80a4-2fe25e7cef31 req-78b821bb-eed5-451a-a242-af282fa3d56e tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0999830 Oct 28 09:53:00.328824 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5cb8e7fc-ac47-4540-80a4-2fe25e7cef31 req-df5413fe-5507-40a8-b2cd-844beedfdf17 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070023 Oct 28 09:53:00.373448 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:53:00.382180 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:00.401771 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Transition to ACTIVE for port object 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:53:00.443696 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406083-6289-4e9d-8951-6884bf777aec req-8981b434-67ed-4235-a5da-3c7f9166a6e3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:00.446335 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1b406083-6289-4e9d-8951-6884bf777aec req-8981b434-67ed-4235-a5da-3c7f9166a6e3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0641580 Oct 28 09:53:00.495728 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:00.496958 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1b406083-6289-4e9d-8951-6884bf777aec req-8c8c1b19-a4a2-4e8e-9ce6-5b78f1eced3a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418479 Oct 28 09:53:00.610498 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:00.714555 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Attempting to bind port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:53:00.715616 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Attempting to bind port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:53:00.716009 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Attempting to bind port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d on network 28284a4e-0b54-426a-a581-9b017a911e2a {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:00.724863 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d on network 28284a4e-0b54-426a-a581-9b017a911e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:53:00.730292 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Attempting to bind port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d on network 28284a4e-0b54-426a-a581-9b017a911e2a {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:00.737512 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:53:00.737995 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Checking segment: {'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:53:00.738488 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Bound using segment: {'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:53:00.739432 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Bound port: 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e4048f-fae7-497b-866a-28af58eaa129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:53:00.739902 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:00.836541 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 57d63798-5c66-4f30-9d4a-de7a6ff1392d no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:00.860577 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 57d63798-5c66-4f30-9d4a-de7a6ff1392d {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:00.861278 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 57d63798-5c66-4f30-9d4a-de7a6ff1392d not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:00.864442 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] For port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:53:00.869257 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] For port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,segment=NetworkSegment(12e4048f-fae7-497b-866a-28af58eaa129),segment_id=12e4048f-fae7-497b-866a-28af58eaa129)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:53:00.929621 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:00.965423 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:00.966211 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:00.967672 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] 10.222.0.109 "PUT /v2.0/ports/6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d HTTP/1.1" status: 200 len: 1098 time: 1.1099973 Oct 28 09:53:00.972567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'tag': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:00.975785 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58ae932-b581-45fa-96ce-0f4389799fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c176dc-eadc-474f-9c63-b2d9326b5452", "tag": "6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:01.049199 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de3733-5576-43a7-94f5-0b160c0883b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:01.073628 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790c2a53-ac01-494b-870e-20942ca283a7 x-openstack-request-id: req-790c2a53-ac01-494b-870e-20942ca283a7 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:01.074000 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c176dc-eadc-474f-9c63-b2d9326b5452", "tag": "6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:01.074306 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-790c2a53-ac01-494b-870e-20942ca283a7 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:01.074774 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'tag': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d', 'status': 'completed', 'code': 200} Oct 28 09:53:01.158105 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae932-b581-45fa-96ce-0f4389799fb3 req-bf53217b-e2c6-41b3-a1ee-061e7ccafbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.159870 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-c58ae932-b581-45fa-96ce-0f4389799fb3 req-bf53217b-e2c6-41b3-a1ee-061e7ccafbad service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=536d216676aa407f947e6a96788d6ae1&device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 1101 time: 0.0533967 Oct 28 09:53:01.195804 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3ff69-1c68-4116-bd05-a7d30eabd2ab req-36df1c42-20b1-4ea0-86ba-a7700a3f274d tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.199770 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-19d3ff69-1c68-4116-bd05-a7d30eabd2ab req-36df1c42-20b1-4ea0-86ba-a7700a3f274d tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 948 time: 0.1054199 Oct 28 09:53:01.220240 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-c58ae932-b581-45fa-96ce-0f4389799fb3 req-345b5942-b98e-4eb7-9cab-78202e375df9 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=536d216676aa407f947e6a96788d6ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475514 Oct 28 09:53:01.258499 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-19d3ff69-1c68-4116-bd05-a7d30eabd2ab req-4cc7adc0-7294-4621-bd36-a08781dad5a0 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521176 Oct 28 09:53:01.347032 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ae932-b581-45fa-96ce-0f4389799fb3 req-e7b3c49c-337a-4edc-83c1-e41fadf8691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.348778 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-c58ae932-b581-45fa-96ce-0f4389799fb3 req-e7b3c49c-337a-4edc-83c1-e41fadf8691e service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202786 Oct 28 09:53:01.463822 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-8edbe582-d7d6-4b73-bce2-a2be814f99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.467512 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-8edbe582-d7d6-4b73-bce2-a2be814f99d7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=536d216676aa407f947e6a96788d6ae1&device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 1101 time: 0.0707357 Oct 28 09:53:01.493110 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cdbea-4ac4-446f-a662-263d63d78c83 req-cc350884-b242-4912-bdd0-b38e68093bec tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.494685 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-519cdbea-4ac4-446f-a662-263d63d78c83 req-cc350884-b242-4912-bdd0-b38e68093bec tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0602827 Oct 28 09:53:01.525484 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-f745fc50-d36f-4eba-80b0-81a86bcf1835 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d HTTP/1.1" status: 200 len: 217 time: 0.0445399 Oct 28 09:53:01.589547 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-daa5f050-13ec-44b6-8db7-24767e434233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.593027 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-daa5f050-13ec-44b6-8db7-24767e434233 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=37253a5c-1a10-4f6b-8619-7b66acc9fbb8 HTTP/1.1" status: 200 len: 843 time: 0.0582845 Oct 28 09:53:01.608972 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-519cdbea-4ac4-446f-a662-263d63d78c83 req-087e53ea-0332-4805-931a-5893db6dceac tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849421 Oct 28 09:53:01.691283 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-a2031673-7a2b-44be-94e8-a794d7d6d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.694414 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-a2031673-7a2b-44be-94e8-a794d7d6d719 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=28284a4e-0b54-426a-a581-9b017a911e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0819037 Oct 28 09:53:01.712829 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a5624-3310-49c5-b0d3-00e8d48a102f req-42daf355-9c8e-4954-9091-6011ce80dec4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:01.729508 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-073a5624-3310-49c5-b0d3-00e8d48a102f req-42daf355-9c8e-4954-9091-6011ce80dec4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0854571 Oct 28 09:53:01.808813 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-073a5624-3310-49c5-b0d3-00e8d48a102f req-737cdd0d-20d3-4a4a-9043-53149c7da422 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751433 Oct 28 09:53:01.890830 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-2a9b0d6b-5d57-49b1-b2c8-80140e746337 service neutron] 10.222.0.109 "GET /v2.0/networks/28284a4e-0b54-426a-a581-9b017a911e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820886 Oct 28 09:53:02.017153 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12b2efd1-8f19-4e78-8c7c-a39e12d522cb req-5fadc73a-98fc-48d9-8fb1-68b462b5f1c0 service neutron] 10.222.0.109 "GET /v2.0/networks/28284a4e-0b54-426a-a581-9b017a911e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157310 Oct 28 09:53:02.430523 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cb29a-48c4-4432-8335-ceea092b47cb req-fe1cf737-603b-4b28-89bf-f94e613e8bdb tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:02.432460 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-077cb29a-48c4-4432-8335-ceea092b47cb req-fe1cf737-603b-4b28-89bf-f94e613e8bdb tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 948 time: 0.0827262 Oct 28 09:53:02.486716 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-077cb29a-48c4-4432-8335-ceea092b47cb req-930c935b-acc3-47b7-8757-9a9d726f09ae tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Oct 28 09:53:02.762875 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db626757-ef28-40a7-b519-6c4b37338395 req-2e3d4b77-adfa-402b-88cf-9b3da63ebdb7 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:02.763198 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-db626757-ef28-40a7-b519-6c4b37338395 req-2e3d4b77-adfa-402b-88cf-9b3da63ebdb7 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0653589 Oct 28 09:53:02.816244 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-db626757-ef28-40a7-b519-6c4b37338395 req-ea936e47-1923-4891-90a2-7cc521eb0a09 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Oct 28 09:53:02.957509 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad32f9-390d-416d-9fb5-980c3fc9a134 req-c7cc54be-cc13-4d8f-b659-0a62c830512f tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:02.959125 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-41ad32f9-390d-416d-9fb5-980c3fc9a134 req-c7cc54be-cc13-4d8f-b659-0a62c830512f tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0607851 Oct 28 09:53:03.026803 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-41ad32f9-390d-416d-9fb5-980c3fc9a134 req-bf378672-6d00-4939-902a-7df6bc3815e7 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554025 Oct 28 09:53:03.608678 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2132a8-a7c5-4032-90a4-9964fb5df5c0 req-d59d7ecd-f6d0-4b44-9aed-1ce3b7b8d9a5 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:03.611058 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fe2132a8-a7c5-4032-90a4-9964fb5df5c0 req-d59d7ecd-f6d0-4b44-9aed-1ce3b7b8d9a5 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 948 time: 0.0598848 Oct 28 09:53:03.657315 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fe2132a8-a7c5-4032-90a4-9964fb5df5c0 req-0ad6c9c3-3140-4ded-93f9-2f1c112a371c tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399227 Oct 28 09:53:03.973936 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757c254-d4bb-4939-8cd4-cefcf722a9d3 req-1d5027f0-9fbe-46f1-bee1-dc62e0c1a7d2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:03.975842 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b757c254-d4bb-4939-8cd4-cefcf722a9d3 req-1d5027f0-9fbe-46f1-bee1-dc62e0c1a7d2 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0645959 Oct 28 09:53:04.027591 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b757c254-d4bb-4939-8cd4-cefcf722a9d3 req-aaf938ad-9e29-47ce-9d1b-35beff6ab4b9 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446641 Oct 28 09:53:04.163337 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1d4de-e48c-43e9-9c42-4439d4be27cf req-c91ac83a-5e34-4e49-b0c1-094058bf8144 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:04.166302 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f5c1d4de-e48c-43e9-9c42-4439d4be27cf req-c91ac83a-5e34-4e49-b0c1-094058bf8144 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0607352 Oct 28 09:53:04.223951 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f5c1d4de-e48c-43e9-9c42-4439d4be27cf req-1f00afb4-8f01-436b-a889-7f1290499eb9 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510924 Oct 28 09:53:04.802196 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5674258-2d12-4677-a583-773a0a065071 req-1d544a3b-00a1-4f6c-83e8-39a3091aa7a8 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:04.803664 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5674258-2d12-4677-a583-773a0a065071 req-1d544a3b-00a1-4f6c-83e8-39a3091aa7a8 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 948 time: 0.0546732 Oct 28 09:53:04.843464 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5674258-2d12-4677-a583-773a0a065071 req-7156ac5b-7ca7-4b12-94c7-f724487d5420 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Oct 28 09:53:04.848553 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:53:04.947403 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,segment=NetworkSegment(12e4048f-fae7-497b-866a-28af58eaa129),segment_id=12e4048f-fae7-497b-866a-28af58eaa129)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:04.958894 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d', 'network_id': '28284a4e-0b54-426a-a581-9b017a911e2a', 'port_id': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d', 'mac_address': 'fa:16:3e:60:c8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37253a5c-1a10-4f6b-8619-7b66acc9fbb8', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:53:04.996239 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:05.011102 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:53:05.031004 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,segment=NetworkSegment(12e4048f-fae7-497b-866a-28af58eaa129),segment_id=12e4048f-fae7-497b-866a-28af58eaa129)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:05.118203 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:05.147140 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fd295-5a26-4f2d-b8d9-74821da169a2 req-3b96fbd6-365c-45ae-b6c4-5e9197d48244 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:05.148698 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a24fd295-5a26-4f2d-b8d9-74821da169a2 req-3b96fbd6-365c-45ae-b6c4-5e9197d48244 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0519123 Oct 28 09:53:05.166153 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:05.173559 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.178599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:05.190398 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a24fd295-5a26-4f2d-b8d9-74821da169a2 req-17a990fd-387e-47b7-8cca-bfca4edc7f1d tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349967 Oct 28 09:53:05.350886 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6275912-0ea8-412f-b075-23f571c3c007 req-9a4dfcaf-97e4-4b84-b8e2-81bcb45d7698 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:05.354128 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f6275912-0ea8-412f-b075-23f571c3c007 req-9a4dfcaf-97e4-4b84-b8e2-81bcb45d7698 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0593677 Oct 28 09:53:05.401219 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f6275912-0ea8-412f-b075-23f571c3c007 req-4fdc0095-5edd-40d6-ab4f-9118174f81b8 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379145 Oct 28 09:53:05.512905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:05.968104 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dae68-b625-47b5-b578-c91ae2cf9389 req-63e47e4a-46f1-477b-b37e-7c57be0cac36 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:05.969655 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-094dae68-b625-47b5-b578-c91ae2cf9389 req-63e47e4a-46f1-477b-b37e-7c57be0cac36 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 949 time: 0.0547154 Oct 28 09:53:06.010247 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-094dae68-b625-47b5-b578-c91ae2cf9389 req-dc2eec80-9d20-41dc-891b-d06e3c1f1eac tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344374 Oct 28 09:53:06.308714 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12ec50-e02e-4911-b51e-27a1423cf8d7 req-fcedf17b-9283-4088-a3f3-7d575e7af801 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:06.310132 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ff12ec50-e02e-4911-b51e-27a1423cf8d7 req-fcedf17b-9283-4088-a3f3-7d575e7af801 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0506201 Oct 28 09:53:06.348889 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ff12ec50-e02e-4911-b51e-27a1423cf8d7 req-28cf72c5-b15b-409f-bad1-08ff2777125c tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327325 Oct 28 09:53:06.531287 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941f5f-05dd-4f42-9307-69dfc568d872 req-752def09-bf21-4227-a14d-5562e466769a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:06.532872 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bc941f5f-05dd-4f42-9307-69dfc568d872 req-752def09-bf21-4227-a14d-5562e466769a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0619001 Oct 28 09:53:06.581697 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bc941f5f-05dd-4f42-9307-69dfc568d872 req-2a406985-7d72-418d-824a-e9f4672dbb51 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425828 Oct 28 09:53:06.848580 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:53:06.952049 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:53:06.955794 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417510c-6089-43f1-a089-ff639ad8081f req-b70d7149-9153-4258-87ec-7c5dff89a919 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:06.960671 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:06.960671 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:06.961408 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5417510c-6089-43f1-a089-ff639ad8081f req-b70d7149-9153-4258-87ec-7c5dff89a919 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0552330 Oct 28 09:53:06.999890 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5417510c-6089-43f1-a089-ff639ad8081f req-9f3bc5a8-dfdb-4942-8887-a6f34952d9c3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339072 Oct 28 09:53:07.045938 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.071938 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:07.074479 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb5f5fb-0087-4534-baa6-efad226afc3a" -d '{"events": [{"server_uuid": "f5c176dc-eadc-474f-9c63-b2d9326b5452", "name": "network-vif-plugged", "status": "completed", "tag": "6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:07.089919 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,segment=NetworkSegment(12e4048f-fae7-497b-866a-28af58eaa129),segment_id=12e4048f-fae7-497b-866a-28af58eaa129)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:07.111316 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1fd2d-155f-4bc7-b4dc-ec03d2388938 x-openstack-request-id: req-0fa1fd2d-155f-4bc7-b4dc-ec03d2388938 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:07.111608 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c176dc-eadc-474f-9c63-b2d9326b5452", "name": "network-vif-plugged", "status": "completed", "tag": "6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:07.111855 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0fa1fd2d-155f-4bc7-b4dc-ec03d2388938 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:07.112248 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d', 'code': 200} Oct 28 09:53:07.135148 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dc031-ce6d-46ca-8e92-0b82ccec6c91 req-d6a3d730-dfaa-4b52-9c32-67d32f3d1324 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:07.136806 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-645dc031-ce6d-46ca-8e92-0b82ccec6c91 req-d6a3d730-dfaa-4b52-9c32-67d32f3d1324 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 949 time: 0.0558369 Oct 28 09:53:07.180930 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-645dc031-ce6d-46ca-8e92-0b82ccec6c91 req-e0566a88-5546-4e27-b317-9e102914e487 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349257 Oct 28 09:53:07.205189 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:07.287074 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:07.453628 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d80e-4979-4d31-81a6-6441371898a2 req-14b2467c-b72e-484b-a0e5-039babe863ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:07.455216 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0bd5d80e-4979-4d31-81a6-6441371898a2 req-14b2467c-b72e-484b-a0e5-039babe863ad service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 1103 time: 0.0482860 Oct 28 09:53:07.494239 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0bd5d80e-4979-4d31-81a6-6441371898a2 req-ea5de948-f506-47ae-9c0c-2bdf40668ecf service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295279 Oct 28 09:53:07.501823 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae4706-f75e-4f3a-a683-83d6780ec9d9 req-d115e364-4cb8-4174-bf5e-cf3b7892b5c8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:07.506438 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aaae4706-f75e-4f3a-a683-83d6780ec9d9 req-d115e364-4cb8-4174-bf5e-cf3b7892b5c8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0809216 Oct 28 09:53:07.561737 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aaae4706-f75e-4f3a-a683-83d6780ec9d9 req-ab0ec6b5-ef17-4a2a-b066-5601620c78b9 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/security-groups?id=3535e4f2-c7f2-436f-83a2-cc9062d3e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 Oct 28 09:53:07.733905 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884563a-4679-4029-b8b8-416087a712bf req-b63e69b3-92ae-4f13-b96e-fc94883a1935 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:07.735621 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b884563a-4679-4029-b8b8-416087a712bf req-b63e69b3-92ae-4f13-b96e-fc94883a1935 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0723257 Oct 28 09:53:07.787228 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b884563a-4679-4029-b8b8-416087a712bf req-df3f2050-8941-4941-9697-0b395d9f31c2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452406 Oct 28 09:53:08.038627 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d266b82d-2e7c-4c97-be60-a69149d0c9ac tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.041045 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d266b82d-2e7c-4c97-be60-a69149d0c9ac tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 946 time: 0.0499790 Oct 28 09:53:08.123182 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb39d8-ffae-436a-a13c-dcf6b39bd457 req-612a2160-ee6e-4e92-b348-a57c68655a8f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.124735 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-67bb39d8-ffae-436a-a13c-dcf6b39bd457 req-612a2160-ee6e-4e92-b348-a57c68655a8f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0518250 Oct 28 09:53:08.146762 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Deleting port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:08.147095 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.166063 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-67bb39d8-ffae-436a-a13c-dcf6b39bd457 req-c8a118ef-91d8-4537-bac5-13fad4d9ce37 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348504 Oct 28 09:53:08.245337 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] For port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:08.245697 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.261117 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Calling delete_port for 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:08.331899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf9c98-5bbc-4e56-a1e6-db9b3c8a643f req-a9372a56-de4a-4818-a927-1afc4c7a8d13 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.333724 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-50bf9c98-5bbc-4e56-a1e6-db9b3c8a643f req-a9372a56-de4a-4818-a927-1afc4c7a8d13 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 950 time: 0.0788214 Oct 28 09:53:08.371725 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-092fd38e-13e4-426c-8da6-b030e07eb2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.393544 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-50bf9c98-5bbc-4e56-a1e6-db9b3c8a643f req-9a6472ed-427e-4218-98b3-97a1958a8f85 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523920 Oct 28 09:53:08.489007 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.501642 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['2727ba0b-5ab2-4e16-98f8-42105ba1b2ba'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:08.520119 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Pushing event deleted for resources: {'Port': ['ID=2727ba0b-5ab2-4e16-98f8-42105ba1b2ba,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:08.558485 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] No DVR routers for this DVR port 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:53:08.561104 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.569777 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0214892d-a474-42be-a036-1a0f8d49ae6b req-d289a06a-0f70-4972-81e4-50a555d863a8 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.109 "DELETE /v2.0/ports/2727ba0b-5ab2-4e16-98f8-42105ba1b2ba HTTP/1.1" status: 204 len: 173 time: 0.5138667 Oct 28 09:53:08.569777 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'name': 'network-vif-deleted', 'tag': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:08.569777 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b4307-d196-4494-8f21-90e7464bbbb7" -d '{"events": [{"server_uuid": "1a9b7bca-6189-4a5d-a9cb-ea0af980d95f", "name": "network-vif-deleted", "tag": "2727ba0b-5ab2-4e16-98f8-42105ba1b2ba"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:08.588113 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50454) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:08.611538 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2403252-84fa-4d1e-b947-43d0be69cd84 x-openstack-request-id: req-f2403252-84fa-4d1e-b947-43d0be69cd84 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:08.611829 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9b7bca-6189-4a5d-a9cb-ea0af980d95f", "name": "network-vif-deleted", "tag": "2727ba0b-5ab2-4e16-98f8-42105ba1b2ba", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:08.612098 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f2403252-84fa-4d1e-b947-43d0be69cd84 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:08.613032 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9b7bca-6189-4a5d-a9cb-ea0af980d95f', 'name': 'network-vif-deleted', 'tag': '2727ba0b-5ab2-4e16-98f8-42105ba1b2ba', 'status': 'completed', 'code': 200} Oct 28 09:53:08.639210 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] Deleting subnet b039276f-98e8-4354-bf0c-3f9300b960bf {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:53:08.643970 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.686212 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d656a834-106a-4562-bf0e-c7d29ceb2d15 req-9129cd3f-e94a-4021-84f6-606266a8ecbb tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 210 time: 0.0436954 Oct 28 09:53:08.701238 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.739836 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.906853 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.958572 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b039276f-98e8-4354-bf0c-3f9300b960bf,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:08.966212 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:08.969789 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ea31ce90-9974-42ad-95ba-b9851a60f73f admin admin] 10.222.0.104 "DELETE /v2.0/subnets/b039276f-98e8-4354-bf0c-3f9300b960bf HTTP/1.1" status: 204 len: 168 time: 0.3805561 Oct 28 09:53:08.972579 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50460) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:08.984758 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b7fb9-f76a-427f-b58f-86915394ecdf req-f707b34b-e9e1-41ee-abfe-a0319e7f1d93 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:08.986328 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-417b7fb9-f76a-427f-b58f-86915394ecdf req-f707b34b-e9e1-41ee-abfe-a0319e7f1d93 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.1294456 Oct 28 09:53:09.049920 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-417b7fb9-f76a-427f-b58f-86915394ecdf req-66526d2e-387f-4721-9180-ceb254af785a tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503936 Oct 28 09:53:09.290280 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1c220-b85c-4301-9a32-001fc89131c4 req-f0abe117-eb2e-467d-bf4e-5b6f297d2893 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:09.292165 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1fc1c220-b85c-4301-9a32-001fc89131c4 req-f0abe117-eb2e-467d-bf4e-5b6f297d2893 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0546198 Oct 28 09:53:09.303704 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:09.332443 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1fc1c220-b85c-4301-9a32-001fc89131c4 req-b4aafd67-c171-4b6d-8baf-88278cf77a03 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335615 Oct 28 09:53:09.388151 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:09.409122 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0d2282-0092-43e0-98c8-b68cec136250']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:09.420373 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:09.420846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae48bee9-82d6-43f9-bce9-425a1c4f4dca') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:09.431408 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:09.447238 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:09.455120 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:53:09.455501 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:53:09.467079 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:53:09.518086 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3844e0e-be68-45fe-b5cc-417b7412766a req-36e7c8d4-1e22-422f-a841-1855f4bbaebc tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:09.519552 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f3844e0e-be68-45fe-b5cc-417b7412766a req-36e7c8d4-1e22-422f-a841-1855f4bbaebc tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 950 time: 0.0543246 Oct 28 09:53:09.560670 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f3844e0e-be68-45fe-b5cc-417b7412766a req-ecbaa067-1326-403e-ace4-6243f6f81c29 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324099 Oct 28 09:53:09.643312 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:09.649549 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:09.653989 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] 10.222.0.104 "DELETE /v2.0/networks/6e0d2282-0092-43e0-98c8-b68cec136250 HTTP/1.1" status: 204 len: 168 time: 0.6791108 Oct 28 09:53:09.664957 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4554e-7800-42ee-b05b-1b5dfc7b1693 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0d2282-0092-43e0-98c8-b68cec136250,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:09.838620 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-728d5480-966e-4941-ab41-2125beb90dd0 req-bba25f88-3418-40ab-a064-622c0d872ef3 tempest-ServerRescueNegativeTestJSON-1778616609 tempest-ServerRescueNegativeTestJSON-1778616609-project] 10.222.0.104 "GET /v2.0/ports?device_id=1a9b7bca-6189-4a5d-a9cb-ea0af980d95f HTTP/1.1" status: 200 len: 210 time: 0.0323246 Oct 28 09:53:09.950396 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-e900e56e-fe53-48f7-b57f-e89c34be68da tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:09.951916 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-e900e56e-fe53-48f7-b57f-e89c34be68da tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0509167 Oct 28 09:53:10.072583 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Deleting port a76427d7-3f5c-4e87-ab53-ee0815c5d946 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:10.073044 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.078385 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c41307-e81e-41e0-a4ea-c1e8f734b1c0 req-85302470-dc5c-48f8-8c40-4c91f5670d90 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:10.080305 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c0c41307-e81e-41e0-a4ea-c1e8f734b1c0 req-85302470-dc5c-48f8-8c40-4c91f5670d90 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 950 time: 0.0535491 Oct 28 09:53:10.140084 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c0c41307-e81e-41e0-a4ea-c1e8f734b1c0 req-6a296354-fae6-4127-9ef1-03addb9437dc tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Oct 28 09:53:10.197070 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] For port a76427d7-3f5c-4e87-ab53-ee0815c5d946, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a76427d7-3f5c-4e87-ab53-ee0815c5d946,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:10.197522 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.199822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26e8d6-42e8-462e-9901-c4e9afb9ca2d req-7477583c-9c98-4d20-b9bd-0be40a67dd53 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:10.201507 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5a26e8d6-42e8-462e-9901-c4e9afb9ca2d req-7477583c-9c98-4d20-b9bd-0be40a67dd53 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0601389 Oct 28 09:53:10.209374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50478) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:10.271862 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5a26e8d6-42e8-462e-9901-c4e9afb9ca2d req-aa7c4642-c329-4de5-8d24-6cc0504a1fd8 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638678 Oct 28 09:53:10.291673 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ba1b4330-7252-4b43-8400-45ce9937a7cb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d487a772480347a0b31aebb5f8cf6b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724106 Oct 28 09:53:10.292690 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50480) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:10.368893 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5db5a30e-40a5-4942-a949-6601a92ca4b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.399671 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5db5a30e-40a5-4942-a949-6601a92ca4b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.451845 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.452864 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.453279 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Floating IP cc1f7d95-f175-45bc-98ed-a2657702ef37 disassociated. External IP: 172.27.0.119, port: a76427d7-3f5c-4e87-ab53-ee0815c5d946. Oct 28 09:53:10.453923 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Calling delete_port for a76427d7-3f5c-4e87-ab53-ee0815c5d946 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:10.487801 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7be1c3-0ee2-4445-b6ae-0adf8e020b97 req-134df154-4d03-418b-bb8c-78f8a1ee4715 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:10.488895 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-be7be1c3-0ee2-4445-b6ae-0adf8e020b97 req-134df154-4d03-418b-bb8c-78f8a1ee4715 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 946 time: 0.0720093 Oct 28 09:53:10.649186 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.679837 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event deleted for resources: {'Port': ['ID=a76427d7-3f5c-4e87-ab53-ee0815c5d946,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:10.745605 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5db5a30e-40a5-4942-a949-6601a92ca4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.748131 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5db5a30e-40a5-4942-a949-6601a92ca4b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.749299 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-5db5a30e-40a5-4942-a949-6601a92ca4b6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f7c4a96a-6f2d-4255-ab53-942fe981f2fe HTTP/1.1" status: 204 len: 168 time: 0.4555049 Oct 28 09:53:10.768495 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5a30e-40a5-4942-a949-6601a92ca4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c4a96a-6f2d-4255-ab53-942fe981f2fe,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:10.778380 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-be7be1c3-0ee2-4445-b6ae-0adf8e020b97 req-34a2954c-6750-466c-8c5a-d35d7a99987b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=771a57d8-6766-45e4-963d-c5f443813a94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810431 Oct 28 09:53:10.824821 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Router 62a77595-66ef-403f-a8a2-7007f6116058 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:10.878043 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a06a6050-9747-45c3-8e0c-03dcab19b8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:10.907383 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50488) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:10.949488 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:10.964239 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] Sync routers for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:10.983880 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:10.985466 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:11.009609 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] No DVR routers for this DVR port a76427d7-3f5c-4e87-ab53-ee0815c5d946 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:53:11.012258 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:11.015859 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1dfe2f19-3796-4d6b-857e-5c8124c20277 req-d48e2f80-ccf9-4b49-b75d-7a14cd1d12fa tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "DELETE /v2.0/ports/a76427d7-3f5c-4e87-ab53-ee0815c5d946 HTTP/1.1" status: 204 len: 173 time: 1.0561700 Oct 28 09:53:11.016346 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'name': 'network-vif-deleted', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:11.018719 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff72f5e-c77a-4189-8692-a3696ed670d2" -d '{"events": [{"server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "name": "network-vif-deleted", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:11.078602 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c2be2d-917d-4f85-a5c6-1e68e73cba51 x-openstack-request-id: req-f0c2be2d-917d-4f85-a5c6-1e68e73cba51 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:11.079395 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4e433d-b808-4128-9e1e-cd8f5f7e20f4", "name": "network-vif-deleted", "tag": "a76427d7-3f5c-4e87-ab53-ee0815c5d946", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:11.080177 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f0c2be2d-917d-4f85-a5c6-1e68e73cba51 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:11.080926 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4e433d-b808-4128-9e1e-cd8f5f7e20f4', 'name': 'network-vif-deleted', 'tag': 'a76427d7-3f5c-4e87-ab53-ee0815c5d946', 'status': 'completed', 'code': 200} Oct 28 09:53:11.105833 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:11.470353 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b30f8-4974-4080-8157-1053ea5b8441 req-bb22ddfc-b4d6-4e0c-bf26-bfb24e20dbdb tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:11.473679 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e33b30f8-4974-4080-8157-1053ea5b8441 req-bb22ddfc-b4d6-4e0c-bf26-bfb24e20dbdb tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 950 time: 0.2095220 Oct 28 09:53:11.487418 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:11.526841 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] Checking router: 62a77595-66ef-403f-a8a2-7007f6116058 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:11.562711 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:11.563882 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:11.599636 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e33b30f8-4974-4080-8157-1053ea5b8441 req-0e89a41a-ba11-4129-b799-4bcbbdaa90ce tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/security-groups?id=304b2cef-16e6-464c-b6f0-35bfe92bb71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968404 Oct 28 09:53:11.608797 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bd447-29c4-45aa-b727-e54276042bdd req-3cecfa78-b6af-42ac-b631-ed1f57545169 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:11.617127 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-149bd447-29c4-45aa-b727-e54276042bdd req-3cecfa78-b6af-42ac-b631-ed1f57545169 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.2208099 Oct 28 09:53:11.737165 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-149bd447-29c4-45aa-b727-e54276042bdd req-0bbceb8c-08c3-43c4-8ecd-b4f29069e17b tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=5cc117c9-e153-4e2c-b2ac-8b040482d5c1&id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187155 Oct 28 09:53:11.934037 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:11.968058 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858f383-62de-4819-95f3-70498b307ffd req-6d281a00-e342-49b4-a952-fdbb0b8eee45 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:11.970516 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7858f383-62de-4819-95f3-70498b307ffd req-6d281a00-e342-49b4-a952-fdbb0b8eee45 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.109 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 950 time: 0.1198308 Oct 28 09:53:11.972717 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:12.058465 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f6619708-6736-44f7-a37c-16fcac22ae2e req-cda23111-eff0-4e47-b4c3-da9042a8f789 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=4a4e433d-b808-4128-9e1e-cd8f5f7e20f4 HTTP/1.1" status: 200 len: 210 time: 0.0355945 Oct 28 09:53:12.140257 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Deleting port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:12.140712 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.260920 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.290168 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:12.323936 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] For port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,segment=NetworkSegment(12e4048f-fae7-497b-866a-28af58eaa129),segment_id=12e4048f-fae7-497b-866a-28af58eaa129)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:12.324354 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.347390 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Calling delete_port for 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:12.360588 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628ca64-7640-4616-8a79-83b6630ddb9b None None] The sync data for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi is: [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:12.437437 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.468870 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Deleting port 368ce575-41db-499e-8cc8-452f11b243e8 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:12.469318 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.603013 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] For port 368ce575-41db-499e-8cc8-452f11b243e8, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=368ce575-41db-499e-8cc8-452f11b243e8,segment=NetworkSegment(73c4800e-db47-4871-9f39-5831aa069801),segment_id=73c4800e-db47-4871-9f39-5831aa069801)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:12.603832 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.625176 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Calling delete_port for 368ce575-41db-499e-8cc8-452f11b243e8 owned by network:router_interface {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:12.706872 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.723164 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:12.787560 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Pushing event deleted for resources: {'Port': ['ID=6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:12.805310 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e05797d6-4f61-4666-9134-5da032f90bb6 req-d03579e0-78f3-4ce3-8745-049dc4b5ef77 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 210 time: 0.0553660 Oct 28 09:53:12.862284 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c47946-f0ad-4c3b-b1bf-2bc610980052 None None] New status for floating IP cc1f7d95-f175-45bc-98ed-a2657702ef37: DOWN {{(pid=108757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:53:12.892857 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] No DVR routers for this DVR port 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:53:12.902406 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:12.905806 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7858f383-62de-4819-95f3-70498b307ffd req-db81dc59-e4bd-46b1-907e-1acf276da696 tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.109 "DELETE /v2.0/ports/6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d HTTP/1.1" status: 204 len: 173 time: 0.9277408 Oct 28 09:53:12.948552 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:13.010079 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:13.011143 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 2727ba0b-5ab2-4e16-98f8-42105ba1b2ba not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:13.082538 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'name': 'network-vif-deleted', 'tag': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:13.084995 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ffc338-4ed1-48bc-b14a-b29ada26c74e" -d '{"events": [{"server_uuid": "f5c176dc-eadc-474f-9c63-b2d9326b5452", "name": "network-vif-deleted", "tag": "6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:13.158979 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5999468-ce7a-4940-b821-5b7a30a098d8 x-openstack-request-id: req-c5999468-ce7a-4940-b821-5b7a30a098d8 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:13.158979 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c176dc-eadc-474f-9c63-b2d9326b5452", "name": "network-vif-deleted", "tag": "6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:13.158979 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c5999468-ce7a-4940-b821-5b7a30a098d8 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:13.158979 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c176dc-eadc-474f-9c63-b2d9326b5452', 'name': 'network-vif-deleted', 'tag': '6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d', 'status': 'completed', 'code': 200} Oct 28 09:53:13.176120 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.255024 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=368ce575-41db-499e-8cc8-452f11b243e8,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:13.341742 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50536) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:13.422026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0508be13-179e-44c9-b32c-fd1acc6e1662 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.456151 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0508be13-179e-44c9-b32c-fd1acc6e1662 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.498205 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.517835 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:13.615002 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0508be13-179e-44c9-b32c-fd1acc6e1662 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.619791 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0508be13-179e-44c9-b32c-fd1acc6e1662 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.621251 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-0508be13-179e-44c9-b32c-fd1acc6e1662 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "DELETE /v2.0/security-groups/771a57d8-6766-45e4-963d-c5f443813a94 HTTP/1.1" status: 204 len: 168 time: 0.2776854 Oct 28 09:53:13.625040 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50538) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:13.640488 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508be13-179e-44c9-b32c-fd1acc6e1662 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771a57d8-6766-45e4-963d-c5f443813a94,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:13.649602 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.api.v2.resource [None req-6f710005-a80d-4863-8d3a-51d45c8c26e3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] show failed (client error): The resource could not be found. Oct 28 09:53:13.653428 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-6f710005-a80d-4863-8d3a-51d45c8c26e3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups/771a57d8-6766-45e4-963d-c5f443813a94 HTTP/1.1" status: 404 len: 347 time: 0.0247383 Oct 28 09:53:13.653829 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50540) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:13.963327 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Deleting port c33a91dd-6acd-4590-81b6-6db61291c75e {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:13.963957 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:13.986067 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Router 20d2c339-d4ea-4cdc-be37-89f077258d48 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:14.041576 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7b9d12fe-5a4a-46c4-b2d1-7623855f3593 req-f9e065b1-674f-4d2a-928b-01a64022fc9d tempest-VolumesNegativeTest-1769838745 tempest-VolumesNegativeTest-1769838745-project] 10.222.0.104 "GET /v2.0/ports?device_id=f5c176dc-eadc-474f-9c63-b2d9326b5452 HTTP/1.1" status: 200 len: 210 time: 0.0740058 Oct 28 09:53:14.232310 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.427537 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.427860 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.444493 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Calling delete_port for c33a91dd-6acd-4590-81b6-6db61291c75e owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:14.467784 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:14.478265 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] Sync routers for ids ['20d2c339-d4ea-4cdc-be37-89f077258d48'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:14.505653 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] Routers {'20d2c339-d4ea-4cdc-be37-89f077258d48'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:14.505653 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['20d2c339-d4ea-4cdc-be37-89f077258d48'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:14.505962 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-fa0c329e-0be7-4f30-80c8-23f55f521c36 admin admin] 10.222.0.104 "PUT /v2.0/routers/20d2c339-d4ea-4cdc-be37-89f077258d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5957370 Oct 28 09:53:14.508186 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50548) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:14.655503 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] Set router 20d2c339-d4ea-4cdc-be37-89f077258d48 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:14.692993 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks [] for router, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.729227 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.787773 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event deleted for resources: {'Port': ['ID=c33a91dd-6acd-4590-81b6-6db61291c75e,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:14.838063 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.869267 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.869875 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:53:12Z', 'revision_number': 5, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:14.871736 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:14.872918 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ce61ec60-a57a-4a35-b659-6ca909b0d314 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "DELETE /v2.0/floatingips/cc1f7d95-f175-45bc-98ed-a2657702ef37 HTTP/1.1" status: 204 len: 168 time: 1.2176566 Oct 28 09:53:14.893047 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a76427d7-3f5c-4e87-ab53-ee0815c5d946 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:14.898804 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] Checking router: 20d2c339-d4ea-4cdc-be37-89f077258d48 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:14.909636 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] Routers {'20d2c339-d4ea-4cdc-be37-89f077258d48'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:14.912243 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['20d2c339-d4ea-4cdc-be37-89f077258d48'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:14.924502 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: a76427d7-3f5c-4e87-ab53-ee0815c5d946 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:14.924864 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a76427d7-3f5c-4e87-ab53-ee0815c5d946 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:15.022054 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Deleting port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:15.022387 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.050456 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] Set router 20d2c339-d4ea-4cdc-be37-89f077258d48 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:15.134695 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] For port d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:15.139937 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.149568 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Calling delete_port for d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 owned by network:router_gateway {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:15.276824 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:53:12Z', 'revision_number': 5, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:15.315200 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155c2734-d83e-45c3-ae95-bea2201ad720 None None] The sync data for ids ['20d2c339-d4ea-4cdc-be37-89f077258d48'] in dv-cinder-815712-3-iscsi is: [{'id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'name': 'tempest-ServerRescueNegativeTestJSON-1568112920-router', 'tenant_id': 'd8b63299da71443297d36c7caabb111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:49:42Z', 'updated_at': '2021-10-28T09:53:12Z', 'revision_number': 5, 'project_id': 'd8b63299da71443297d36c7caabb111a', 'gw_port': {'id': 'd1ab1d0f-5fae-486a-a8b8-ed9e29742bf8', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:32:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d2c339-d4ea-4cdc-be37-89f077258d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:49:43Z', 'updated_at': '2021-10-28T09:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:15.338223 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50566) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:15.346063 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-a7c61c35-75bd-4d8a-b149-3cde96a5a411 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--163224967', 'description': 'tempest-description--854612541'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:15.437275 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.468432 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:15.506155 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c35-75bd-4d8a-b149-3cde96a5a411 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.568832 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.632904 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c35-75bd-4d8a-b149-3cde96a5a411 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.688026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.690316 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.700130 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c35-75bd-4d8a-b149-3cde96a5a411 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.731526 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c61c35-75bd-4d8a-b149-3cde96a5a411 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a98693-8d8b-428a-ac60-9affaa532719,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:15.805764 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a7c61c35-75bd-4d8a-b149-3cde96a5a411 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.812624 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a7c61c35-75bd-4d8a-b149-3cde96a5a411 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4682627 Oct 28 09:53:15.813554 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50582) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:15.816419 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-9d4a5f29-edd1-4348-8b42-de2c05e49f50 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'security_group_rule': {'security_group_id': '96a98693-8d8b-428a-ac60-9affaa532719', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:15.838244 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.843852 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d2c339-d4ea-4cdc-be37-89f077258d48 {{(pid=108756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:53:15.844263 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] Publish callbacks [] for router, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.845521 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-fa0241ba-9207-4594-bc63-5fe82273fc58 admin admin] 10.222.0.104 "DELETE /v2.0/routers/20d2c339-d4ea-4cdc-be37-89f077258d48 HTTP/1.1" status: 204 len: 168 time: 1.3358350 Oct 28 09:53:15.848159 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50584) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:15.902628 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] Deleting subnet ff32df4d-099a-43a7-a976-31d196b0dd7f {{(pid=108756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:53:15.906362 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.944240 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5f29-edd1-4348-8b42-de2c05e49f50 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:15.965292 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286039'] for subnet, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.054407 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.081442 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5f29-edd1-4348-8b42-de2c05e49f50 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.231834 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5f29-edd1-4348-8b42-de2c05e49f50 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.249949 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a5f29-edd1-4348-8b42-de2c05e49f50 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2760325d-d537-430c-84a7-64c6bb3016a0,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:16.329577 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439327'] for subnet, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.361393 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff32df4d-099a-43a7-a976-31d196b0dd7f,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:16.363526 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.366856 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-e07f2415-30a2-4b7c-88d2-95f71e0bc80b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/ff32df4d-099a-43a7-a976-31d196b0dd7f HTTP/1.1" status: 204 len: 168 time: 0.5175886 Oct 28 09:53:16.370669 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50596) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:16.389771 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5f29-edd1-4348-8b42-de2c05e49f50 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.391431 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9d4a5f29-edd1-4348-8b42-de2c05e49f50 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5786629 Oct 28 09:53:16.397082 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50598) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:16.403460 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-0ed0c345-def9-4bae-a2cc-12a21b4303bf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'security_group_rule': {'security_group_id': '96a98693-8d8b-428a-ac60-9affaa532719', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:16.477091 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.576521 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c345-def9-4bae-a2cc-12a21b4303bf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.611953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.651472 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c345-def9-4bae-a2cc-12a21b4303bf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.664828 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96d6b4c-b03d-43ab-b52a-9987c1b6151d']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:16.676399 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c4800e-db47-4871-9f39-5831aa069801') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:16.676779 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c4800e-db47-4871-9f39-5831aa069801') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:16.688197 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.712947 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 368ce575-41db-499e-8cc8-452f11b243e8 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:53:16.730871 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:53:16.745422 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 368ce575-41db-499e-8cc8-452f11b243e8 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:16.746049 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 368ce575-41db-499e-8cc8-452f11b243e8 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:16.746699 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:16.777127 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:16.777471 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device d1ab1d0f-5fae-486a-a8b8-ed9e29742bf8 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:16.798034 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c345-def9-4bae-a2cc-12a21b4303bf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.823618 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0c345-def9-4bae-a2cc-12a21b4303bf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf05bb05-ccd7-4311-bcb6-7cecd1d37cde,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:16.849113 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.855492 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.859218 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] 10.222.0.104 "DELETE /v2.0/networks/b96d6b4c-b03d-43ab-b52a-9987c1b6151d HTTP/1.1" status: 204 len: 168 time: 0.4870231 Oct 28 09:53:16.872967 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820802f0-c7fb-4203-a4e9-fd8c25d6cb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96d6b4c-b03d-43ab-b52a-9987c1b6151d,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:16.902498 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c345-def9-4bae-a2cc-12a21b4303bf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:16.903764 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-0ed0c345-def9-4bae-a2cc-12a21b4303bf tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5043583 Oct 28 09:53:16.907500 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50652) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:16.912156 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:16.986139 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.103923 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.231767 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Allocated IP 172.27.0.176 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/18da6e52-edc1-4ad8-bbdb-d87351d58bbd) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:17.345158 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.370470 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50664) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:17.417006 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-875129e2-4fde-417e-8f5a-9daefaaebba0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d8b63299da71443297d36c7caabb111a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452425 Oct 28 09:53:17.419616 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50666) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:17.437993 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.480771 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6840a14d-4d0a-4355-9c97-b38857d5948c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.488578 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:17.492059 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:17.494729 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:17.514209 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6840a14d-4d0a-4355-9c97-b38857d5948c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.529974 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'Port': ['ID=18da6e52-edc1-4ad8-bbdb-d87351d58bbd,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:17.604170 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.637002 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6840a14d-4d0a-4355-9c97-b38857d5948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.639612 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6840a14d-4d0a-4355-9c97-b38857d5948c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.641298 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-6840a14d-4d0a-4355-9c97-b38857d5948c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3535e4f2-c7f2-436f-83a2-cc9062d3e30d HTTP/1.1" status: 204 len: 168 time: 0.2203231 Oct 28 09:53:17.651814 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840a14d-4d0a-4355-9c97-b38857d5948c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3535e4f2-c7f2-436f-83a2-cc9062d3e30d,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:17.698028 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:17.929825 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:18.026138 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:18.120126 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'Port': ['ID=18da6e52-edc1-4ad8-bbdb-d87351d58bbd,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:18.131798 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:18.246010 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:18.247413 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-8a7dc1d1-adc8-4264-a9f6-f38797dd046a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3388011 Oct 28 09:53:18.525633 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-7f4c199b-5bda-49fc-a092-20d72649fb65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--163224967&fields=id&tenant_id=8d7839b812b745549a72a1e089b6f4e9 HTTP/1.1" status: 200 len: 267 time: 0.0379906 Oct 28 09:53:18.651343 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-f28f1391-a2ca-437d-956e-7fd98ddbaf37 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:18.657345 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-f28f1391-a2ca-437d-956e-7fd98ddbaf37 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 810 time: 0.1221976 Oct 28 09:53:18.669154 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-8a37a3f9-1021-4d24-9b6c-48192f996f3b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/quotas/8d7839b812b745549a72a1e089b6f4e9 HTTP/1.1" status: 200 len: 375 time: 0.0104213 Oct 28 09:53:18.711428 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:18.745582 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-e338b31f-f7a0-407c-a994-f27f5dd96d2d tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679271 Oct 28 09:53:18.759406 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:18.759765 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 6d789963-66cb-4e9a-97f8-5e3ca3ee7e4d not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:18.844685 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-eaaa9779-ca99-412d-aea0-2a94e0eec83a service neutron] 10.222.0.104 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928655 Oct 28 09:53:18.963472 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-cf584873-c6bd-4d60-8862-f982424048b9 service neutron] 10.222.0.104 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123550 Oct 28 09:53:19.426422 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-68e9365a-ecaf-4a3e-9a1c-967dae0d446b req-a0aa2f51-e048-43fd-b687-3ca65bf96840 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 210 time: 0.0365632 Oct 28 09:53:20.159029 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50856) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:20.330201 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc537-7da7-46a1-a99e-d0e2714eb476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:20.422151 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc537-7da7-46a1-a99e-d0e2714eb476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:20.511212 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc537-7da7-46a1-a99e-d0e2714eb476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:20.573327 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dc537-7da7-46a1-a99e-d0e2714eb476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223dd44e-c6d1-487f-b0f1-6d8bf6eecc92,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:20.587470 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-7e1dc537-7da7-46a1-a99e-d0e2714eb476 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2471310a68fd47ecaa9431203d066365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267981 Oct 28 09:53:20.590942 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50886) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:20.591094 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ce878a84-32e6-4134-838e-d1a36c3f09d8 req-626a5028-43f5-470c-8b64-795e245f0cbc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 210 time: 0.0669181 Oct 28 09:53:20.673266 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-50542cfd-c571-4ded-80f6-7198f84b78c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:20.703751 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-50542cfd-c571-4ded-80f6-7198f84b78c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:20.860523 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-50542cfd-c571-4ded-80f6-7198f84b78c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:20.863202 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-50542cfd-c571-4ded-80f6-7198f84b78c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:20.864548 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-50542cfd-c571-4ded-80f6-7198f84b78c6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/223dd44e-c6d1-487f-b0f1-6d8bf6eecc92 HTTP/1.1" status: 204 len: 168 time: 0.2724888 Oct 28 09:53:20.873737 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50542cfd-c571-4ded-80f6-7198f84b78c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223dd44e-c6d1-487f-b0f1-6d8bf6eecc92,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:21.705225 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1f8479ce-e8da-4037-9ea1-d353c1c7990e req-45265bad-2bb9-4e32-9ae0-a6b174d77f70 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 210 time: 0.0312471 Oct 28 09:53:22.818854 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c7ce3237-e248-435e-8113-deed23f64e96 req-73eba2cd-5791-440c-bc47-1d96378f1b54 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 210 time: 0.0285151 Oct 28 09:53:23.635309 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50960) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:23.757592 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3492-3102-4a2c-9544-0de9764bdc47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:23.841965 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3492-3102-4a2c-9544-0de9764bdc47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:23.923140 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f610a3af-2c80-42f4-813c-267c0b2085d4 req-2ef60b76-2d0c-4928-b08a-03212235d995 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 210 time: 0.0278826 Oct 28 09:53:23.934313 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0b9a3492-3102-4a2c-9544-0de9764bdc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:23.974330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a3492-3102-4a2c-9544-0de9764bdc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb25ada-a37e-4fcd-9407-ace77056dd35,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:23.983772 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50968) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:23.984120 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-0b9a3492-3102-4a2c-9544-0de9764bdc47 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=42b184e4d4b6441888c2babeee76a441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473387 Oct 28 09:53:24.048770 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-20d01cc3-aa57-43e9-a5c6-85be9dd0fc22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:24.075236 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-20d01cc3-aa57-43e9-a5c6-85be9dd0fc22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:24.277795 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-20d01cc3-aa57-43e9-a5c6-85be9dd0fc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:24.281509 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-20d01cc3-aa57-43e9-a5c6-85be9dd0fc22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:24.282716 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-20d01cc3-aa57-43e9-a5c6-85be9dd0fc22 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6eb25ada-a37e-4fcd-9407-ace77056dd35 HTTP/1.1" status: 204 len: 168 time: 0.2971621 Oct 28 09:53:24.292508 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d01cc3-aa57-43e9-a5c6-85be9dd0fc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb25ada-a37e-4fcd-9407-ace77056dd35,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:24.688640 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-df7b0e2d-8447-4485-8514-54f7ab3f3ca4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:24.690395 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-df7b0e2d-8447-4485-8514-54f7ab3f3ca4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 810 time: 0.1156814 Oct 28 09:53:24.752310 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-a8f56a8a-a7b9-46f5-b1c9-dda0b3023a5b tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d7839b812b745549a72a1e089b6f4e9 HTTP/1.1" status: 200 len: 379 time: 0.0469136 Oct 28 09:53:24.769164 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'port': {'device_id': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'admin_state_up': True, 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'security_groups': ['96a98693-8d8b-428a-ac60-9affaa532719']}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:25.014397 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Made reservation on behalf of 8d7839b812b745549a72a1e089b6f4e9 for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:25.018957 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.060080 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-efc0f6da-495e-4c4c-b154-8a15c70c0a1f req-72c041d1-dc7c-4e50-a6fb-7dd50a21d62d tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 210 time: 0.0484004 Oct 28 09:53:25.104064 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 50988) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:25.130112 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b0031190-67a6-4f63-9790-b6ec00f8d53e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.485035 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Allocated IP 172.20.0.7 (c35fd8ce-1440-413c-a793-3622068b4395/69dda36a-115a-4f24-bfa8-baf85d5f216e/58893e81-1ce4-483e-b6b0-b386c74b972a) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:25.553771 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b0031190-67a6-4f63-9790-b6ec00f8d53e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.642497 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-b0031190-67a6-4f63-9790-b6ec00f8d53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.701870 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.720208 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-b0031190-67a6-4f63-9790-b6ec00f8d53e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=317e9b6e6d394852b4aaead0fbcbd7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140227 Oct 28 09:53:25.723217 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 50996) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:25.733302 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0031190-67a6-4f63-9790-b6ec00f8d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a1e107-1c22-4aba-8e71-fcc06a755b8b,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:25.791839 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af04-a222-4fbf-8778-40f2e28fe59c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.803608 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.825139 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af04-a222-4fbf-8778-40f2e28fe59c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:25.853689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51002) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:25.865209 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Network c35fd8ce-1440-413c-a793-3622068b4395 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:25.889521 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event updated for resources: {'Port': ['ID=58893e81-1ce4-483e-b6b0-b386c74b972a,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:25.893753 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:25.897104 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:25.990825 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:25.992236 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.003615 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af04-a222-4fbf-8778-40f2e28fe59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.010970 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f1e9af04-a222-4fbf-8778-40f2e28fe59c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.012534 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f1e9af04-a222-4fbf-8778-40f2e28fe59c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b7a1e107-1c22-4aba-8e71-fcc06a755b8b HTTP/1.1" status: 204 len: 168 time: 0.2878590 Oct 28 09:53:26.025550 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9af04-a222-4fbf-8778-40f2e28fe59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a1e107-1c22-4aba-8e71-fcc06a755b8b,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:26.104363 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-6c4fc83d-9c6a-4f35-8f38-e1530f02fefc admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=536d216676aa407f947e6a96788d6ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445769 Oct 28 09:53:26.104363 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51014) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:26.137709 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-4f301aba-7e90-40b7-bf40-47054e70d156 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3726375 Oct 28 09:53:26.216262 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bde1817a-279f-488b-a9e1-4ebf402f9f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.232375 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-52cf09a3-8a02-40d2-b8fc-908f8fcf255c None None] Provisioning complete for port 58893e81-1ce4-483e-b6b0-b386c74b972a triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:26.233507 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-52cf09a3-8a02-40d2-b8fc-908f8fcf255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.249171 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bde1817a-279f-488b-a9e1-4ebf402f9f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.265442 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66531a0e-b2d2-47fb-879c-f87a126e78b3 req-6665faa3-50ee-44e0-98b9-d3f28b447f0f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:26.270364 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-66531a0e-b2d2-47fb-879c-f87a126e78b3 req-6665faa3-50ee-44e0-98b9-d3f28b447f0f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 931 time: 0.0931101 Oct 28 09:53:26.270812 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-52cf09a3-8a02-40d2-b8fc-908f8fcf255c None None] Port 58893e81-1ce4-483e-b6b0-b386c74b972a cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:53:26.341078 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-66531a0e-b2d2-47fb-879c-f87a126e78b3 req-4e3f1f25-8ce3-46ed-8c26-971e42a4eba0 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548832 Oct 28 09:53:26.414756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bde1817a-279f-488b-a9e1-4ebf402f9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.417906 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-bde1817a-279f-488b-a9e1-4ebf402f9f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:26.420157 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-bde1817a-279f-488b-a9e1-4ebf402f9f3b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/304b2cef-16e6-464c-b6f0-35bfe92bb71c HTTP/1.1" status: 204 len: 168 time: 0.3134856 Oct 28 09:53:26.437225 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1817a-279f-488b-a9e1-4ebf402f9f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304b2cef-16e6-464c-b6f0-35bfe92bb71c,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:26.643431 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e35f9-e815-41c3-8c41-c1b83e8be266 req-2837bdce-f310-4104-8fa8-ada8d835ddd5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:26.645077 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-284e35f9-e815-41c3-8c41-c1b83e8be266 req-2837bdce-f310-4104-8fa8-ada8d835ddd5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.0585482 Oct 28 09:53:26.697532 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-284e35f9-e815-41c3-8c41-c1b83e8be266 req-34025330-a42e-4295-844c-8cb1804877f2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Oct 28 09:53:27.471747 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8f9a8-54fe-4eb7-9958-8756208a93ee req-b704b8b3-a82f-49a3-957e-1e2205709b4c tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:27.473341 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aaf8f9a8-54fe-4eb7-9958-8756208a93ee req-b704b8b3-a82f-49a3-957e-1e2205709b4c tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 931 time: 0.0568261 Oct 28 09:53:27.519117 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aaf8f9a8-54fe-4eb7-9958-8756208a93ee req-26b1bcdb-ce9d-4389-96cd-69d7a64e2117 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Oct 28 09:53:27.985503 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb839b7c-629a-409c-ae80-f984e13f5c57 req-8933494b-fdd3-4f33-9e98-9305f13fffde tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:27.986972 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb839b7c-629a-409c-ae80-f984e13f5c57 req-8933494b-fdd3-4f33-9e98-9305f13fffde tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.2108314 Oct 28 09:53:28.027678 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb839b7c-629a-409c-ae80-f984e13f5c57 req-9ff880cf-c582-4b99-9792-46c56e2857a9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339000 Oct 28 09:53:28.064801 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Request body: {'port': {'device_id': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:28.131167 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:28.243922 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:28.405374 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58893e81-1ce4-483e-b6b0-b386c74b972a {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:53:28.412747 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:28.425128 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Transition to ACTIVE for port object 58893e81-1ce4-483e-b6b0-b386c74b972a will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:53:28.482491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:28.557571 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Pushing event updated for resources: {'Port': ['ID=58893e81-1ce4-483e-b6b0-b386c74b972a,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:28.621428 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Attempting to bind port 58893e81-1ce4-483e-b6b0-b386c74b972a on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:53:28.625783 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Attempting to bind port 58893e81-1ce4-483e-b6b0-b386c74b972a by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:53:28.625783 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Attempting to bind port 58893e81-1ce4-483e-b6b0-b386c74b972a on network c35fd8ce-1440-413c-a793-3622068b4395 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:28.627698 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Port 58893e81-1ce4-483e-b6b0-b386c74b972a on network c35fd8ce-1440-413c-a793-3622068b4395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:53:28.628149 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Attempting to bind port 58893e81-1ce4-483e-b6b0-b386c74b972a on network c35fd8ce-1440-413c-a793-3622068b4395 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:28.635548 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:53:28.636033 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Checking segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:53:28.636527 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Bound using segment: {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:53:28.637181 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Bound port: 58893e81-1ce4-483e-b6b0-b386c74b972a, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:53:28.637642 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:28.725660 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] For port 58893e81-1ce4-483e-b6b0-b386c74b972a, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:53:28.729773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] For port 58893e81-1ce4-483e-b6b0-b386c74b972a, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=58893e81-1ce4-483e-b6b0-b386c74b972a,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:53:28.809280 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:28.869903 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:28.870692 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:28.872189 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] 10.222.0.109 "PUT /v2.0/ports/58893e81-1ce4-483e-b6b0-b386c74b972a HTTP/1.1" status: 200 len: 1093 time: 0.8342397 Oct 28 09:53:28.874931 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:28.877419 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d00df2-41dd-42ac-9e2f-a68adf695d49" -d '{"events": [{"name": "network-changed", "server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:28.914116 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa94e7-07b1-4c0e-a7d1-9ca501fb1341 req-fc766b23-87b0-414e-b544-66bc12dd99f6 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:28.923800 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30f4c0-b411-4483-9469-1caea957322b service neutron] Pushing event updated for resources: {'Port': ['ID=58893e81-1ce4-483e-b6b0-b386c74b972a,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:28.932868 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-87aa94e7-07b1-4c0e-a7d1-9ca501fb1341 req-fc766b23-87b0-414e-b544-66bc12dd99f6 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 943 time: 0.3299513 Oct 28 09:53:28.932989 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b991306-5dcf-45af-800e-bf12355d55eb x-openstack-request-id: req-3b991306-5dcf-45af-800e-bf12355d55eb {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:28.932989 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:28.932989 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3b991306-5dcf-45af-800e-bf12355d55eb {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:28.932989 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'status': 'completed', 'code': 200} Oct 28 09:53:28.980906 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-87aa94e7-07b1-4c0e-a7d1-9ca501fb1341 req-846ccd03-d735-4c90-be00-b22a102f568a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542641 Oct 28 09:53:29.016374 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d00df2-41dd-42ac-9e2f-a68adf695d49 req-72b640ab-f3ba-49e8-8254-73fe6aad16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:29.020319 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-93d00df2-41dd-42ac-9e2f-a68adf695d49 req-72b640ab-f3ba-49e8-8254-73fe6aad16a0 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 1096 time: 0.0644524 Oct 28 09:53:29.152954 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d00df2-41dd-42ac-9e2f-a68adf695d49 req-e3d6054a-a6d4-4a5d-a2d7-c7b8993e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:29.155090 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-93d00df2-41dd-42ac-9e2f-a68adf695d49 req-e3d6054a-a6d4-4a5d-a2d7-c7b8993e0543 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=8d7839b812b745549a72a1e089b6f4e9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1246481 Oct 28 09:53:29.252765 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ab87-673f-482c-9b1a-db5a8f7d1f60 req-46e31a2e-e40d-4ea1-912f-16e3c5027136 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:29.254892 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c9e3ab87-673f-482c-9b1a-db5a8f7d1f60 req-46e31a2e-e40d-4ea1-912f-16e3c5027136 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.0621719 Oct 28 09:53:29.294708 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d00df2-41dd-42ac-9e2f-a68adf695d49 req-48f2afb0-6d10-48c7-8b84-126b2ae3a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:29.296266 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-93d00df2-41dd-42ac-9e2f-a68adf695d49 req-48f2afb0-6d10-48c7-8b84-126b2ae3a9f6 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316397 Oct 28 09:53:29.317216 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c9e3ab87-673f-482c-9b1a-db5a8f7d1f60 req-fb8fd7ef-8560-4452-8e1a-1e2296d68c42 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557539 Oct 28 09:53:29.431780 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-69acb6ea-8bf9-4ba1-a75a-f6eff574786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:29.433386 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-69acb6ea-8bf9-4ba1-a75a-f6eff574786c service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 1096 time: 0.0598376 Oct 28 09:53:29.487775 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-9176fc28-4b37-4c3d-93a2-d224b66bd5b5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58893e81-1ce4-483e-b6b0-b386c74b972a HTTP/1.1" status: 200 len: 217 time: 0.0390656 Oct 28 09:53:29.542478 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-d0966437-49ff-4d53-b111-a3935af068f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:29.543955 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-d0966437-49ff-4d53-b111-a3935af068f6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0493808 Oct 28 09:53:29.619397 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-637bf22f-8581-4e5b-b6bf-dd6e76fedc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:29.621139 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-637bf22f-8581-4e5b-b6bf-dd6e76fedc50 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670292 Oct 28 09:53:29.735724 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-fa2f86f5-609f-45c2-953b-660c5550d311 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063397 Oct 28 09:53:29.847908 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-bcce8f2b-ed83-4950-a1c3-ae692be4bdf7 req-ced52d8c-8a08-489d-97a9-7d93d61b73d9 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020491 Oct 28 09:53:30.102139 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbee7b5-1e89-4bbe-a7da-749d73ad906b req-5d9c4433-6125-4567-ba1b-8d55f9e1b03a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:30.103600 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5dbee7b5-1e89-4bbe-a7da-749d73ad906b req-5d9c4433-6125-4567-ba1b-8d55f9e1b03a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 943 time: 0.0519214 Oct 28 09:53:30.134677 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-3e49e987-01c6-4c45-919f-32b2057259c2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:30.136184 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-3e49e987-01c6-4c45-919f-32b2057259c2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.0519669 Oct 28 09:53:30.142921 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5dbee7b5-1e89-4bbe-a7da-749d73ad906b req-ffaa8b0f-e938-4d47-84ae-cf293a4fb80a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333765 Oct 28 09:53:30.238368 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Deleting port b51e7b00-09ad-41ca-b851-00805473b75a {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:30.238993 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:30.337565 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] For port b51e7b00-09ad-41ca-b851-00805473b75a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=b51e7b00-09ad-41ca-b851-00805473b75a,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:30.337923 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:30.461562 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52bc5f-8f4d-47cd-ac99-22f1723bd186 req-a640ddf7-65f1-4862-9f57-1b7dc1cfe0e4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:30.463085 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6f52bc5f-8f4d-47cd-ac99-22f1723bd186 req-a640ddf7-65f1-4862-9f57-1b7dc1cfe0e4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 946 time: 0.0517128 Oct 28 09:53:30.506383 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6f52bc5f-8f4d-47cd-ac99-22f1723bd186 req-2531adf7-9541-4596-984a-8c833443a777 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=d0e8d3a8-1007-4a06-bd1d-d40526359448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367613 Oct 28 09:53:30.520567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:30.520890 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:30.521373 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Floating IP 0abbd82c-4652-44d7-ab58-b9740afc93ca disassociated. External IP: 172.27.0.7, port: b51e7b00-09ad-41ca-b851-00805473b75a. Oct 28 09:53:30.521627 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Calling delete_port for b51e7b00-09ad-41ca-b851-00805473b75a owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:30.757490 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:30.786932 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event deleted for resources: {'Port': ['ID=b51e7b00-09ad-41ca-b851-00805473b75a,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:30.898008 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Router b5264131-a1f4-4208-b16f-ede24af50b23 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:31.006233 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:31.020994 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f44136-6224-4384-a040-703345ab2f77 None None] Sync routers for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:31.033438 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:31.034095 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:31.047240 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] No DVR routers for this DVR port b51e7b00-09ad-41ca-b851-00805473b75a on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:53:31.050315 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:31.058009 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0348dbe6-36e6-4f2c-a7d2-2271e8180ddf req-ad4f6f95-339c-4645-b3b6-a0fb3d50ac20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "DELETE /v2.0/ports/b51e7b00-09ad-41ca-b851-00805473b75a HTTP/1.1" status: 204 len: 173 time: 0.9100881 Oct 28 09:53:31.058009 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-deleted', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:31.058009 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c0022c-431c-4263-ac23-da6c27b3f85a" -d '{"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-deleted", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:31.096464 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d989e385-a14e-45dd-bd4e-4c706b5b6b8c x-openstack-request-id: req-d989e385-a14e-45dd-bd4e-4c706b5b6b8c {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:31.096872 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49b31e1-36d8-4096-a5fc-b2d46ef922eb", "name": "network-vif-deleted", "tag": "b51e7b00-09ad-41ca-b851-00805473b75a", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:31.097245 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d989e385-a14e-45dd-bd4e-4c706b5b6b8c {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:31.097651 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49b31e1-36d8-4096-a5fc-b2d46ef922eb', 'name': 'network-vif-deleted', 'tag': 'b51e7b00-09ad-41ca-b851-00805473b75a', 'status': 'completed', 'code': 200} Oct 28 09:53:31.289244 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e9d6-b5a1-4bfe-8b5b-d01983d3ec13 req-71defbf3-7ac8-430c-9db8-8a3de32156d9 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:31.291626 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14e5e9d6-b5a1-4bfe-8b5b-d01983d3ec13 req-71defbf3-7ac8-430c-9db8-8a3de32156d9 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 943 time: 0.0587304 Oct 28 09:53:31.302913 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:31.334730 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14e5e9d6-b5a1-4bfe-8b5b-d01983d3ec13 req-b3c1bf95-7c63-4637-84dc-e88a63ae1536 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368445 Oct 28 09:53:31.511473 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:31.550418 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f44136-6224-4384-a040-703345ab2f77 None None] Checking router: b5264131-a1f4-4208-b16f-ede24af50b23 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:31.560321 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:31.561188 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:31.632576 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f815fff3-4381-4849-b9fc-c99c4b4d288e req-0b663d85-54ab-4aab-a187-63f10fa47afe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=b49b31e1-36d8-4096-a5fc-b2d46ef922eb HTTP/1.1" status: 200 len: 210 time: 0.0300248 Oct 28 09:53:31.688018 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:31.900362 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-32f44136-6224-4384-a040-703345ab2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:31.925448 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f44136-6224-4384-a040-703345ab2f77 None None] The sync data for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi is: [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:32.036140 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 58893e81-1ce4-483e-b6b0-b386c74b972a details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:53:32.157440 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 58893e81-1ce4-483e-b6b0-b386c74b972a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=58893e81-1ce4-483e-b6b0-b386c74b972a,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:32.173911 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'port_id': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'mac_address': 'fa:16:3e:13:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:53:32.218773 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:32.224420 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c6acf-0f46-46ac-beae-dcd504fef57d None None] New status for floating IP 0abbd82c-4652-44d7-ab58-b9740afc93ca: DOWN {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:53:32.236977 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58893e81-1ce4-483e-b6b0-b386c74b972a {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:53:32.259221 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 58893e81-1ce4-483e-b6b0-b386c74b972a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=58893e81-1ce4-483e-b6b0-b386c74b972a,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:32.397144 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:32.469846 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=58893e81-1ce4-483e-b6b0-b386c74b972a,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:32.493153 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3fc0e-173c-4142-9eab-a82a135eb604 req-4782ee9c-c623-4a4f-a645-cf5f9bd7e9e1 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:32.495542 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b8d3fc0e-173c-4142-9eab-a82a135eb604 req-4782ee9c-c623-4a4f-a645-cf5f9bd7e9e1 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 944 time: 0.0839942 Oct 28 09:53:32.539193 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b8d3fc0e-173c-4142-9eab-a82a135eb604 req-d4f8b9f9-751d-480d-8bb9-269f6bac66f3 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381110 Oct 28 09:53:32.652189 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['58893e81-1ce4-483e-b6b0-b386c74b972a'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:32.775608 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51200) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:32.836607 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-256f5d7e-646b-4e54-9097-017435ae8236 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:32.860766 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-256f5d7e-646b-4e54-9097-017435ae8236 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.065634 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-256f5d7e-646b-4e54-9097-017435ae8236 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.068366 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-256f5d7e-646b-4e54-9097-017435ae8236 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.070725 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-256f5d7e-646b-4e54-9097-017435ae8236 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "DELETE /v2.0/security-groups/d0e8d3a8-1007-4a06-bd1d-d40526359448 HTTP/1.1" status: 204 len: 168 time: 0.2936485 Oct 28 09:53:33.073381 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51202) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:33.080295 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f5d7e-646b-4e54-9097-017435ae8236 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e8d3a8-1007-4a06-bd1d-d40526359448,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:33.090912 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.api.v2.resource [None req-b55b0186-7e47-4324-a22a-882a386889e3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] show failed (client error): The resource could not be found. Oct 28 09:53:33.092185 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-b55b0186-7e47-4324-a22a-882a386889e3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups/d0e8d3a8-1007-4a06-bd1d-d40526359448 HTTP/1.1" status: 404 len: 347 time: 0.0178041 Oct 28 09:53:33.095250 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51204) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:33.244723 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Deleting port a0e454aa-412d-490e-b78c-0e1db6ee4f7b {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:33.245082 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.326903 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.328259 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.340904 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Calling delete_port for a0e454aa-412d-490e-b78c-0e1db6ee4f7b owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:33.557408 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.583048 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event deleted for resources: {'Port': ['ID=a0e454aa-412d-490e-b78c-0e1db6ee4f7b,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:33.678100 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.681445 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:33.682585 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-251152dd-cba9-467a-b758-43a23c09f492 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "DELETE /v2.0/floatingips/0abbd82c-4652-44d7-ab58-b9740afc93ca HTTP/1.1" status: 204 len: 168 time: 0.5862658 Oct 28 09:53:33.699349 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f927c5-fdd3-457a-97c3-44eee94eb5fb req-eb2c3292-f6a0-4c5c-bd78-fb3011768747 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:33.700940 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6f927c5-fdd3-457a-97c3-44eee94eb5fb req-eb2c3292-f6a0-4c5c-bd78-fb3011768747 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 944 time: 0.0700366 Oct 28 09:53:33.764116 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6f927c5-fdd3-457a-97c3-44eee94eb5fb req-2fd4cacf-3a2e-4f61-b920-96deaeb2d9d2 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566134 Oct 28 09:53:34.037691 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 58893e81-1ce4-483e-b6b0-b386c74b972a up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:53:34.183489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 58893e81-1ce4-483e-b6b0-b386c74b972a completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:53:34.183489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 58893e81-1ce4-483e-b6b0-b386c74b972a triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:34.183489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.223264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51224) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:34.229212 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-c6359ddb-2323-4c5a-bfcb-ea7e1e19e1a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226033764', 'description': 'tempest-description--1155646163'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:34.275769 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.300848 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:34.303112 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d9695f-b625-4381-a09f-a67807aa40a3" -d '{"events": [{"server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "name": "network-vif-plugged", "status": "completed", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:34.317807 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 58893e81-1ce4-483e-b6b0-b386c74b972a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=58893e81-1ce4-483e-b6b0-b386c74b972a,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:34.343096 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bd136d-b972-4fbc-beb1-f565c5357e49 x-openstack-request-id: req-f1bd136d-b972-4fbc-beb1-f565c5357e49 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:34.343403 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "name": "network-vif-plugged", "status": "completed", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:34.343654 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f1bd136d-b972-4fbc-beb1-f565c5357e49 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:34.344048 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'code': 200} Oct 28 09:53:34.555740 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c6359ddb-2323-4c5a-bfcb-ea7e1e19e1a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.556217 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.556217 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:53:34.624906 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: b51e7b00-09ad-41ca-b851-00805473b75a {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:53:34.624906 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device b51e7b00-09ad-41ca-b851-00805473b75a not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:53:34.636811 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c6359ddb-2323-4c5a-bfcb-ea7e1e19e1a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.655256 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=58893e81-1ce4-483e-b6b0-b386c74b972a,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:34.740070 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c6359ddb-2323-4c5a-bfcb-ea7e1e19e1a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.746359 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51234) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:34.810995 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6359ddb-2323-4c5a-bfcb-ea7e1e19e1a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92193f-0e04-4ffd-a772-d2746e1a47ee,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:34.822711 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646936da-fcf3-4a04-8d8a-87ff9bb96278 req-41668d97-4494-4ccb-8f5a-23863471f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:34.824383 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-646936da-fcf3-4a04-8d8a-87ff9bb96278 req-41668d97-4494-4ccb-8f5a-23863471f328 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 1098 time: 0.0687804 Oct 28 09:53:34.856958 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c6359ddb-2323-4c5a-bfcb-ea7e1e19e1a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.858588 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-c6359ddb-2323-4c5a-bfcb-ea7e1e19e1a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6342928 Oct 28 09:53:34.861882 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51240) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:34.868644 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-82dd24d4-ff44-4b46-ae7d-82408201de92 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'security_group_rule': {'security_group_id': 'bc92193f-0e04-4ffd-a772-d2746e1a47ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:34.894535 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-646936da-fcf3-4a04-8d8a-87ff9bb96278 req-baab3dd1-010d-4256-b4a7-a246871d1291 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613251 Oct 28 09:53:34.904174 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f585dbd8-d970-46d5-b6b0-26dcf232f3fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:34.937266 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad09af-acc2-47ea-97ae-6054de4f30f8 req-9b025320-9973-456d-9e4d-5f9e8ec476bc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:34.939434 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eaad09af-acc2-47ea-97ae-6054de4f30f8 req-9b025320-9973-456d-9e4d-5f9e8ec476bc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.0998113 Oct 28 09:53:35.003632 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eaad09af-acc2-47ea-97ae-6054de4f30f8 req-bd204972-de0a-4af1-b06d-ac9d0316055a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557945 Oct 28 09:53:35.033527 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f585dbd8-d970-46d5-b6b0-26dcf232f3fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.107848 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51244) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:35.128021 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82dd24d4-ff44-4b46-ae7d-82408201de92 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.180338 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f585dbd8-d970-46d5-b6b0-26dcf232f3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.198028 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82dd24d4-ff44-4b46-ae7d-82408201de92 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.220076 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f585dbd8-d970-46d5-b6b0-26dcf232f3fa admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1c0e62bb5ecb4951b60a38341725bc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722917 Oct 28 09:53:35.222729 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585dbd8-d970-46d5-b6b0-26dcf232f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486c0eff-5020-4db8-bec7-ec690f9e8b0c,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:35.225081 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51248) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:35.228768 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d0494355-b04e-4dd7-a70d-3d1e35f72a66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.278813 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b128-e0ee-4737-b33f-cac3ca632cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.292341 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82dd24d4-ff44-4b46-ae7d-82408201de92 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.301926 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b128-e0ee-4737-b33f-cac3ca632cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.327333 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd24d4-ff44-4b46-ae7d-82408201de92 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39322af3-abd7-4edf-9511-f4700b7fe5e8,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:35.328463 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d0494355-b04e-4dd7-a70d-3d1e35f72a66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.408299 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d0494355-b04e-4dd7-a70d-3d1e35f72a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.432175 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b128-e0ee-4737-b33f-cac3ca632cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.436517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b128-e0ee-4737-b33f-cac3ca632cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.439482 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-82dd24d4-ff44-4b46-ae7d-82408201de92 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.443552 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-82dd24d4-ff44-4b46-ae7d-82408201de92 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5775268 Oct 28 09:53:35.443862 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d6d3b128-e0ee-4737-b33f-cac3ca632cfd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/486c0eff-5020-4db8-bec7-ec690f9e8b0c HTTP/1.1" status: 204 len: 168 time: 0.2143993 Oct 28 09:53:35.445662 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51252) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:35.453605 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-864cd27a-fbb4-4df9-a48d-8b596a87ebe4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'security_group_rule': {'security_group_id': 'bc92193f-0e04-4ffd-a772-d2746e1a47ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:35.456011 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-d0494355-b04e-4dd7-a70d-3d1e35f72a66 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bd050216ccef4061b014417d462f4427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464689 Oct 28 09:53:35.457040 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0494355-b04e-4dd7-a70d-3d1e35f72a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1bb56b-46b5-49e5-9223-9958c01ada39,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:35.460135 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51254) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:35.464646 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3b128-e0ee-4737-b33f-cac3ca632cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486c0eff-5020-4db8-bec7-ec690f9e8b0c,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:35.518864 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f9e6fdff-9c9d-4a1e-9ab9-5cb345ebdb86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.542606 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f9e6fdff-9c9d-4a1e-9ab9-5cb345ebdb86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.554525 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-864cd27a-fbb4-4df9-a48d-8b596a87ebe4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.642851 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f9e6fdff-9c9d-4a1e-9ab9-5cb345ebdb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.645517 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f9e6fdff-9c9d-4a1e-9ab9-5cb345ebdb86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.646671 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-f9e6fdff-9c9d-4a1e-9ab9-5cb345ebdb86 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1c1bb56b-46b5-49e5-9223-9958c01ada39 HTTP/1.1" status: 204 len: 168 time: 0.1849589 Oct 28 09:53:35.656611 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6fdff-9c9d-4a1e-9ab9-5cb345ebdb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1bb56b-46b5-49e5-9223-9958c01ada39,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:35.664247 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-864cd27a-fbb4-4df9-a48d-8b596a87ebe4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.716977 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-864cd27a-fbb4-4df9-a48d-8b596a87ebe4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.738401 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cd27a-fbb4-4df9-a48d-8b596a87ebe4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a8d5d6-b139-49fb-b6c1-eb6b194a85f2,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:35.799083 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-864cd27a-fbb4-4df9-a48d-8b596a87ebe4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:35.804381 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-864cd27a-fbb4-4df9-a48d-8b596a87ebe4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509078 Oct 28 09:53:35.804381 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51260) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:35.808213 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:35.894517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.013960 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.129129 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51266) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:36.144429 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Allocated IP 172.27.0.153 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/2c670bb5-5887-46ac-8677-c0131a2637d2) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:36.148187 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.229081 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.256040 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.316895 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.339664 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.360060 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2c7b34dc9fb349ab97b004fde40dbb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271271 Oct 28 09:53:36.360060 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb789cd2-54a6-41b2-9fce-0c9ff0cf788d,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:36.360423 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51268) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:36.387538 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.387883 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.388219 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.388549 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.388896 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.389222 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.389544 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.389865 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.390268 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.390496 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.390818 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.391134 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9441e8-73ed-42d0-ae24-b1c786819938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:36.416195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:36.421836 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:36.426880 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7db5-0c86-4343-8175-5276e7f7564e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.427070 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:36.445921 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7db5-0c86-4343-8175-5276e7f7564e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.453503 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'Port': ['ID=2c670bb5-5887-46ac-8677-c0131a2637d2,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:36.490018 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8470f5-9ccd-4935-8872-349608e1ed10 req-70b1e09f-470b-432c-9221-fa64f80c2358 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:36.490822 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cc8470f5-9ccd-4935-8872-349608e1ed10 req-70b1e09f-470b-432c-9221-fa64f80c2358 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.1223433 Oct 28 09:53:36.534078 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cc8470f5-9ccd-4935-8872-349608e1ed10 req-25037540-a035-4b3c-91b4-da13149edcda tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Oct 28 09:53:36.568385 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7db5-0c86-4343-8175-5276e7f7564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.571716 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7db5-0c86-4343-8175-5276e7f7564e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.575445 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-e3ac7db5-0c86-4343-8175-5276e7f7564e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eb789cd2-54a6-41b2-9fce-0c9ff0cf788d HTTP/1.1" status: 204 len: 168 time: 0.2113397 Oct 28 09:53:36.590371 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac7db5-0c86-4343-8175-5276e7f7564e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb789cd2-54a6-41b2-9fce-0c9ff0cf788d,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:36.616332 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.748221 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.913939 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:36.973571 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.048692 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'Port': ['ID=2c670bb5-5887-46ac-8677-c0131a2637d2,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:37.058177 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.148819 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.150551 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-54e259a0-399e-45f4-b4a1-48f37192a87b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3456898 Oct 28 09:53:37.249147 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51280) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:37.263229 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-908b645c-2bc6-452c-9a98-eb67b2d788b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.342675 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-908b645c-2bc6-452c-9a98-eb67b2d788b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.408185 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-908b645c-2bc6-452c-9a98-eb67b2d788b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.447998 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-908b645c-2bc6-452c-9a98-eb67b2d788b2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0fd0f939219242d3bce0954d4aad41c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977570 Oct 28 09:53:37.449883 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b645c-2bc6-452c-9a98-eb67b2d788b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d5eb79-3c33-4e2d-9040-047847856577,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:37.450687 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51282) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:37.511149 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-07053dbf-de31-43ac-8a16-f3a87f4d89ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.535692 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-07053dbf-de31-43ac-8a16-f3a87f4d89ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.595511 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-de8b5cd1-475d-473f-9a90-a355562a11c1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--226033764&fields=id&tenant_id=137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 267 time: 0.0650897 Oct 28 09:53:37.712062 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551a643-c571-44dc-8da5-dca36c4f88da req-6fa16cac-ff5e-404b-b62b-4c0c97f83346 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:37.713579 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5551a643-c571-44dc-8da5-dca36c4f88da req-6fa16cac-ff5e-404b-b62b-4c0c97f83346 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.1055572 Oct 28 09:53:37.716953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-07053dbf-de31-43ac-8a16-f3a87f4d89ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.719508 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-07053dbf-de31-43ac-8a16-f3a87f4d89ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:37.720569 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-07053dbf-de31-43ac-8a16-f3a87f4d89ed admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d6d5eb79-3c33-4e2d-9040-047847856577 HTTP/1.1" status: 204 len: 168 time: 0.2687991 Oct 28 09:53:37.758895 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07053dbf-de31-43ac-8a16-f3a87f4d89ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d5eb79-3c33-4e2d-9040-047847856577,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:37.778833 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-a5b350f0-53c3-42a9-b3b7-ccc9173b28f5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:37.780355 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-a5b350f0-53c3-42a9-b3b7-ccc9173b28f5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 817 time: 0.1734700 Oct 28 09:53:37.805451 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5551a643-c571-44dc-8da5-dca36c4f88da req-cc987556-b071-4253-a601-86b7817a22e4 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818353 Oct 28 09:53:37.807867 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-84c807ce-a308-4550-be40-5e19a8a00cb9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/quotas/137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 375 time: 0.0166347 Oct 28 09:53:37.871589 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-661df402-cae7-4739-90ad-cc4555155ea5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569165 Oct 28 09:53:37.978745 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3ec0f-4662-4e90-94f1-e8b24717bd9b req-80c23c12-96a4-489b-a339-c27c844ea692 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:37.981846 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-01a3ec0f-4662-4e90-94f1-e8b24717bd9b req-80c23c12-96a4-489b-a339-c27c844ea692 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.1067946 Oct 28 09:53:37.989194 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51300) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:38.005041 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Request body: {'floatingip': {'port_id': '58893e81-1ce4-483e-b6b0-b386c74b972a'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:38.055596 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:38.060404 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-4fbfbe4b-f77d-4d27-bbd6-1cb69d731919 service neutron] 10.222.0.104 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756051 Oct 28 09:53:38.308591 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-97252e3f-9004-4d2d-95ea-6e75922fc3a4 service neutron] 10.222.0.104 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179968 Oct 28 09:53:38.316915 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-9fbe396e-c447-4590-a945-7ed1016eb5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:38.610952 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcc1af92-5d04-458f-94ce-4ec38f384856 req-bd3bd9fd-d907-4d2b-9d2d-63c809b28d60 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 210 time: 0.0372922 Oct 28 09:53:38.629764 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:38.723673 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:39.139297 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Floating IP 4187a49d-99b5-4ce8-9fe8-382bbf0c74eb associated. External IP: 172.27.0.176, port: 58893e81-1ce4-483e-b6b0-b386c74b972a. Oct 28 09:53:39.393865 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Router 62a77595-66ef-403f-a8a2-7007f6116058 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:39.509727 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:39.516039 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:39.521440 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] Sync routers for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:39.538413 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:39.538413 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:39.552714 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-e3600f98-e482-46a3-af30-9596d9301fc5 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "PUT /v2.0/floatingips/4187a49d-99b5-4ce8-9fe8-382bbf0c74eb HTTP/1.1" status: 200 len: 991 time: 1.5588558 Oct 28 09:53:39.552714 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:39.554796 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62d497c-11e9-48dc-81ae-60bb9d21d345" -d '{"events": [{"name": "network-changed", "server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:39.610947 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34d72ca-5864-4752-b372-7322daf8368f x-openstack-request-id: req-c34d72ca-5864-4752-b372-7322daf8368f {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:39.611408 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:39.612192 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c34d72ca-5864-4752-b372-7322daf8368f {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:39.613222 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'status': 'completed', 'code': 200} Oct 28 09:53:39.709014 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-b35628a5-370c-4060-a70b-87dfd7fa8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:39.711570 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-b35628a5-370c-4060-a70b-87dfd7fa8f99 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8d7839b812b745549a72a1e089b6f4e9&device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 1098 time: 0.0623779 Oct 28 09:53:39.719857 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:39.748371 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a484bc96-db6c-4523-b231-06f16b5ec62a req-792c48bb-c00a-459a-ae24-679c7d0fe9ca tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 210 time: 0.0344615 Oct 28 09:53:39.862153 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-981f5afc-93b3-4dfb-9704-1ffa6491fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:39.863658 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-981f5afc-93b3-4dfb-9704-1ffa6491fa1c service neutron] 10.222.0.109 "GET /v2.0/networks?id=c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 200 len: 911 time: 0.1399519 Oct 28 09:53:39.962392 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-bcd80486-abf2-487d-8246-8e831d34b6c5 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58893e81-1ce4-483e-b6b0-b386c74b972a HTTP/1.1" status: 200 len: 999 time: 0.0858858 Oct 28 09:53:40.023756 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-f70b2861-3e71-4be6-aab4-bf98d8bfa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:40.025279 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-f70b2861-3e71-4be6-aab4-bf98d8bfa250 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 200 len: 849 time: 0.0518520 Oct 28 09:53:40.046818 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '4187a49d-99b5-4ce8-9fe8-382bbf0c74eb', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'port_id': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'mac_address': 'fa:16:3e:13:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:17Z', 'updated_at': '2021-10-28T09:53:38Z', 'revision_number': 1, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:40.083264 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] Checking router: 62a77595-66ef-403f-a8a2-7007f6116058 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:40.096972 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:40.097770 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:40.108606 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-a5541b4b-0792-48df-9b1b-b2eb00e150bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:40.110293 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-a5541b4b-0792-48df-9b1b-b2eb00e150bb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=c35fd8ce-1440-413c-a793-3622068b4395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696325 Oct 28 09:53:40.221700 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-81a3abe4-2b76-482e-b9ba-2279579e86fb service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004262 Oct 28 09:53:40.379022 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-b62d497c-11e9-48dc-81ae-60bb9d21d345 req-5b395056-9c63-4bc2-aa0a-a476fffa95d4 service neutron] 10.222.0.109 "GET /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491599 Oct 28 09:53:40.389466 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:40.646129 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '4187a49d-99b5-4ce8-9fe8-382bbf0c74eb', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'port_id': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'mac_address': 'fa:16:3e:13:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:17Z', 'updated_at': '2021-10-28T09:53:38Z', 'revision_number': 1, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:40.679069 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510547af-0ac5-4685-b4dc-dfdcdc30c867 None None] The sync data for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi is: [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '4187a49d-99b5-4ce8-9fe8-382bbf0c74eb', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'port_id': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'mac_address': 'fa:16:3e:13:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:17Z', 'updated_at': '2021-10-28T09:53:38Z', 'revision_number': 1, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:40.868834 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-488ab33a-00b8-4a2e-b304-809fadf7bc4e req-ef2018a6-9baa-4b86-8c1f-be897c0b3cf8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 210 time: 0.0274494 Oct 28 09:53:40.907157 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cf3c8-0f8c-4b08-8fbc-38f969df72a4 None None] New status for floating IP 4187a49d-99b5-4ce8-9fe8-382bbf0c74eb: ACTIVE {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:53:40.922644 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-96114ae1-b002-49e0-883d-c42860b74e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.065177 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-3fa2a0cd-19a5-4f26-b8b7-80831e07bb10 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:41.067413 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-3fa2a0cd-19a5-4f26-b8b7-80831e07bb10 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 817 time: 0.1184194 Oct 28 09:53:41.123051 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-4cdf6d9f-9736-4335-88dc-4cbd6d96ba9f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 379 time: 0.0461466 Oct 28 09:53:41.134664 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'port': {'device_id': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'admin_state_up': True, 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'security_groups': ['bc92193f-0e04-4ffd-a772-d2746e1a47ee']}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:41.329661 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Made reservation on behalf of 137c34c5941c4c86801a0e6b8b5c2f67 for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:53:41.333484 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.482497 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Allocated IP 172.20.0.9 (260cb37c-589d-4ef2-92eb-ce6dad8a9c4c/abbf1f5d-e04d-4028-90d4-69943ca89db1/15410dad-2493-48fa-8bb6-cbde6b1a0ab5) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:53:41.634283 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.657898 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51392) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:41.775528 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4aeff746-4ffd-484b-8cb8-3a085a62fd0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.775856 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.833097 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:53:41.837321 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:53:41.841543 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:53:41.869244 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:41.902944 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4aeff746-4ffd-484b-8cb8-3a085a62fd0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.911668 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:41.912330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:41.973488 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4aeff746-4ffd-484b-8cb8-3a085a62fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.019767 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-ddb39398-9d5b-4688-b821-31c9f5ae912e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8901150 Oct 28 09:53:42.045435 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-4aeff746-4ffd-484b-8cb8-3a085a62fd0b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d4451120cc4347abba989f62a0fd61a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863878 Oct 28 09:53:42.048083 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51402) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:42.055812 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeff746-4ffd-484b-8cb8-3a085a62fd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d451f14e-0f9a-4056-8d91-fc2f8df9b5fb,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:42.078849 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa931bb-b362-4990-9293-3dbfd2774271 req-62c18906-7444-4f96-8468-528240765138 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:42.080436 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-daa931bb-b362-4990-9293-3dbfd2774271 req-62c18906-7444-4f96-8468-528240765138 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 931 time: 0.1192484 Oct 28 09:53:42.106690 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Request body: {'port': {'device_id': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:42.151355 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-daa931bb-b362-4990-9293-3dbfd2774271 req-ea25095a-2fdb-4c03-aded-6604eec047d2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568242 Oct 28 09:53:42.152094 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ef3caf66-6028-492f-80dc-9e54e6f95334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.179596 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.181738 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ef3caf66-6028-492f-80dc-9e54e6f95334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.186735 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-c4e3c83a-4116-41c5-9f7d-96b79ee60b18 None None] Provisioning complete for port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:42.187321 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c4e3c83a-4116-41c5-9f7d-96b79ee60b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.212768 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.227183 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3c83a-4116-41c5-9f7d-96b79ee60b18 None None] Port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:53:42.288991 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ef3caf66-6028-492f-80dc-9e54e6f95334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.291934 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ef3caf66-6028-492f-80dc-9e54e6f95334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.293240 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ef3caf66-6028-492f-80dc-9e54e6f95334 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d451f14e-0f9a-4056-8d91-fc2f8df9b5fb HTTP/1.1" status: 204 len: 168 time: 0.2441144 Oct 28 09:53:42.311528 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3caf66-6028-492f-80dc-9e54e6f95334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d451f14e-0f9a-4056-8d91-fc2f8df9b5fb,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:42.436414 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.486837 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:53:42.495099 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.508317 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Transition to ACTIVE for port object 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:53:42.573561 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.630584 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:42.714383 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Attempting to bind port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:53:42.714820 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Attempting to bind port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:53:42.715272 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Attempting to bind port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:42.720412 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:53:42.720767 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Attempting to bind port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 on network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:53:42.726842 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:53:42.727137 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Checking segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:53:42.727522 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Bound using segment: {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:53:42.727952 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Bound port: 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3b6427-efb4-4878-b1be-b2128f882115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:53:42.728299 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.798826 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:53:42.801894 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:53:42.860693 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.900473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:42.901129 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:42.902556 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] 10.222.0.109 "PUT /v2.0/ports/15410dad-2493-48fa-8bb6-cbde6b1a0ab5 HTTP/1.1" status: 200 len: 1093 time: 0.8724940 Oct 28 09:53:42.903018 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:42.905371 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed23ff31-a5c9-44a9-8623-f1768c63e74a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:42.932737 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f61ed-4d19-41f5-bcba-0b4ccb51aed5 service neutron] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:42.962129 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3060d3-a867-4b60-8d5b-59f8a1a7a47b x-openstack-request-id: req-4c3060d3-a867-4b60-8d5b-59f8a1a7a47b {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:42.962415 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:42.962662 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4c3060d3-a867-4b60-8d5b-59f8a1a7a47b {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:42.963830 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'status': 'completed', 'code': 200} Oct 28 09:53:42.974087 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51412) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:42.995420 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-06472544-f3f0-424e-ae33-91f4e456c16a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.058055 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23ff31-a5c9-44a9-8623-f1768c63e74a req-de132221-54e7-4881-9299-f39610b2a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.058055 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ed23ff31-a5c9-44a9-8623-f1768c63e74a req-de132221-54e7-4881-9299-f39610b2a43f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1096 time: 0.0570583 Oct 28 09:53:43.089055 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-06472544-f3f0-424e-ae33-91f4e456c16a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.156884 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-06472544-f3f0-424e-ae33-91f4e456c16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.174773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23ff31-a5c9-44a9-8623-f1768c63e74a req-06aa4818-f44f-4ff7-be9b-4c3b726ac6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.176296 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ed23ff31-a5c9-44a9-8623-f1768c63e74a req-06aa4818-f44f-4ff7-be9b-4c3b726ac6e4 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1054888 Oct 28 09:53:43.210322 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-06472544-f3f0-424e-ae33-91f4e456c16a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b83ce9d50f9b4957876b86a42776a8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332022 Oct 28 09:53:43.212953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06472544-f3f0-424e-ae33-91f4e456c16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d41ea2-79f0-4e05-b5a4-a3cafc343c7d,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:43.214738 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51416) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:43.301219 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7a46-666b-4479-955f-5c5b091fd0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.331238 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014c984-76ea-4c05-853d-69f893b6e4a2 req-60a45117-1870-4bd9-9183-3222f2af5a08 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.332810 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f014c984-76ea-4c05-853d-69f893b6e4a2 req-60a45117-1870-4bd9-9183-3222f2af5a08 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0848842 Oct 28 09:53:43.338653 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7a46-666b-4479-955f-5c5b091fd0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.403012 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f014c984-76ea-4c05-853d-69f893b6e4a2 req-fdc97dc3-2204-4134-90e2-d23547a43db8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620706 Oct 28 09:53:43.524431 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23ff31-a5c9-44a9-8623-f1768c63e74a req-868e0a8f-3589-4b38-96ab-da909d79e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.525912 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-ed23ff31-a5c9-44a9-8623-f1768c63e74a req-868e0a8f-3589-4b38-96ab-da909d79e056 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3415082 Oct 28 09:53:43.528382 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7a46-666b-4479-955f-5c5b091fd0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.531272 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7a46-666b-4479-955f-5c5b091fd0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:43.532429 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-9b0f7a46-666b-4479-955f-5c5b091fd0ba admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/49d41ea2-79f0-4e05-b5a4-a3cafc343c7d HTTP/1.1" status: 204 len: 168 time: 0.3165874 Oct 28 09:53:43.542163 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f7a46-666b-4479-955f-5c5b091fd0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d41ea2-79f0-4e05-b5a4-a3cafc343c7d,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:43.614060 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-50e4aa6d-5fcb-499e-97d6-13c404b282d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.615532 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-50e4aa6d-5fcb-499e-97d6-13c404b282d4 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1096 time: 0.0420330 Oct 28 09:53:43.659413 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-debc0d56-f400-4180-9439-e94fb0167f0c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5 HTTP/1.1" status: 200 len: 217 time: 0.0354149 Oct 28 09:53:43.712509 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-da9fbfa8-9be2-4ed1-a9fe-18e81ae888b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.714011 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-da9fbfa8-9be2-4ed1-a9fe-18e81ae888b1 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0471504 Oct 28 09:53:43.768626 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bded337-1b04-4ace-841c-b8ac013da1da req-a5e8971a-b705-4f55-ae37-f595561753a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:43.770194 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-a5e8971a-b705-4f55-ae37-f595561753a6 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473692 Oct 28 09:53:43.866051 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-8d1e10c5-1ff3-4258-a8dc-7346b7e7c5ba service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Oct 28 09:53:43.966921 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-1bded337-1b04-4ace-841c-b8ac013da1da req-538e0e09-54ba-4e74-a57f-435675d3fee6 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918941 Oct 28 09:53:44.288596 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:44.542284 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dec33-6fb6-43fa-9184-bf25f7ab265a req-8625cee0-c84c-4eb3-974d-cf3d8a437a4d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:44.544066 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-709dec33-6fb6-43fa-9184-bf25f7ab265a req-8625cee0-c84c-4eb3-974d-cf3d8a437a4d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0576518 Oct 28 09:53:44.586118 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-709dec33-6fb6-43fa-9184-bf25f7ab265a req-f29a75ef-2a94-4772-9a9a-5dc58812af9b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358863 Oct 28 09:53:45.528482 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51452) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:45.631815 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72f34be9-ed6e-4541-be28-e772db5e4177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.705709 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72f34be9-ed6e-4541-be28-e772db5e4177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.710820 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7755cac-771e-42a4-b700-26ad17d19244 req-ac098b2e-8d41-48ba-b75c-fb7db4d8cd1b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:45.710820 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f7755cac-771e-42a4-b700-26ad17d19244 req-ac098b2e-8d41-48ba-b75c-fb7db4d8cd1b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0503871 Oct 28 09:53:45.748331 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f7755cac-771e-42a4-b700-26ad17d19244 req-ea351a73-a537-4abd-9e78-62b438c3164a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Oct 28 09:53:45.807982 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-72f34be9-ed6e-4541-be28-e772db5e4177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.846688 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-72f34be9-ed6e-4541-be28-e772db5e4177 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=93aaa85abb354b5f9421037aad4d442e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170934 Oct 28 09:53:45.847435 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f34be9-ed6e-4541-be28-e772db5e4177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7667396-277a-4748-9bba-0b5645dbf7af,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:45.855792 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51458) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:45.907489 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-240b69a4-f3a1-4237-85b5-f34df072fa67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:45.930829 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-240b69a4-f3a1-4237-85b5-f34df072fa67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:46.059934 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-240b69a4-f3a1-4237-85b5-f34df072fa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:46.063840 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-240b69a4-f3a1-4237-85b5-f34df072fa67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:46.065221 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-240b69a4-f3a1-4237-85b5-f34df072fa67 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f7667396-277a-4748-9bba-0b5645dbf7af HTTP/1.1" status: 204 len: 168 time: 0.2084413 Oct 28 09:53:46.076506 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b69a4-f3a1-4237-85b5-f34df072fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7667396-277a-4748-9bba-0b5645dbf7af,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:46.124646 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:53:46.219999 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:46.233843 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'port_id': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'mac_address': 'fa:16:3e:8a:6f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:53:46.288381 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:46.301449 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:53:46.322543 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:46.419665 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:46.474833 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:46.693567 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['15410dad-2493-48fa-8bb6-cbde6b1a0ab5'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:46.870524 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d1641-3eba-413d-a5ee-2131fdd7c07b req-609aab73-de84-4cae-aada-a564822f1cbb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:46.872014 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-919d1641-3eba-413d-a5ee-2131fdd7c07b req-609aab73-de84-4cae-aada-a564822f1cbb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 944 time: 0.0511560 Oct 28 09:53:46.916579 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-919d1641-3eba-413d-a5ee-2131fdd7c07b req-0b5a798a-e3e1-4684-9b25-d40d480daeec tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383115 Oct 28 09:53:48.051486 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae883d-188e-4af3-867a-3948701f516d req-f2f27ed7-918d-4200-a87f-8ea3e8648256 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:48.053089 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88ae883d-188e-4af3-867a-3948701f516d req-f2f27ed7-918d-4200-a87f-8ea3e8648256 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 944 time: 0.0574663 Oct 28 09:53:48.097558 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88ae883d-188e-4af3-867a-3948701f516d req-54a56fe4-3f10-4268-80c2-941c1c535d47 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383627 Oct 28 09:53:48.142074 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:53:48.294444 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:53:48.298496 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:48.298858 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:48.376162 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:48.405073 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:48.407364 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735b1267-258d-41d5-bb35-c438be55cc4f" -d '{"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-plugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:48.419797 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:48.453898 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dc606c-9cb5-48cb-93b9-5dc21b90e434 x-openstack-request-id: req-68dc606c-9cb5-48cb-93b9-5dc21b90e434 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:48.454215 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-plugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:48.454436 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-68dc606c-9cb5-48cb-93b9-5dc21b90e434 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:48.454828 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'code': 200} Oct 28 09:53:48.488167 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:48.541697 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:48.796469 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648f572-3de4-4b25-93c6-c4ffd164e60e req-f721efce-593d-429b-875d-bb564fbbc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:48.798008 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2648f572-3de4-4b25-93c6-c4ffd164e60e req-f721efce-593d-429b-875d-bb564fbbc525 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1098 time: 0.0404966 Oct 28 09:53:48.834895 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2648f572-3de4-4b25-93c6-c4ffd164e60e req-508cdde4-58a9-467b-adf1-f9420fce4908 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289316 Oct 28 09:53:49.230897 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7844d-3174-43ad-888b-bc7d9a261fb3 req-db2712e0-557e-4dc4-8af1-393832f9e3f2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:49.232478 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2cd7844d-3174-43ad-888b-bc7d9a261fb3 req-db2712e0-557e-4dc4-8af1-393832f9e3f2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0556259 Oct 28 09:53:49.276734 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2cd7844d-3174-43ad-888b-bc7d9a261fb3 req-1b5c591d-1051-406d-9766-019c076495f2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379465 Oct 28 09:53:50.403894 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97134d0c-817c-42fe-a051-d510e99319b8 req-e32627e1-1337-4b01-91e1-8888f20429ed tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:50.405488 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-97134d0c-817c-42fe-a051-d510e99319b8 req-e32627e1-1337-4b01-91e1-8888f20429ed tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Oct 28 09:53:50.447087 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-97134d0c-817c-42fe-a051-d510e99319b8 req-15191003-e4f6-425c-8d70-1b5b461ff7cf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355420 Oct 28 09:53:50.518719 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:53:50.579806 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cca112-0ddf-4550-9d18-2e9369e78a50 req-2e7b4c77-733f-4a14-b517-c7a562e5f93b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:50.581395 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-10cca112-0ddf-4550-9d18-2e9369e78a50 req-2e7b4c77-733f-4a14-b517-c7a562e5f93b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0546503 Oct 28 09:53:50.592007 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51490) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:50.596534 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Request body: {'floatingip': {'port_id': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:50.635586 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:50.783434 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d21b6d1d-b32a-41c9-852d-96535da817df req-475b3e8a-e933-4ad0-a8e2-2fad00ffa567 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944720348&fields=id&tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1 HTTP/1.1" status: 200 len: 267 time: 0.0353272 Oct 28 09:53:50.841464 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b6d1d-b32a-41c9-852d-96535da817df req-cebf2df2-b699-490c-9521-a308eb0aa1b3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:50.843394 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d21b6d1d-b32a-41c9-852d-96535da817df req-cebf2df2-b699-490c-9521-a308eb0aa1b3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 984 time: 0.0538466 Oct 28 09:53:50.857170 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Request body: {'port': {'security_groups': ['d80b12af-ef65-4333-a555-27c0adbd0b1b']}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:53:50.928502 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.070190 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.113099 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:51.148077 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.173861 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.221872 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.233657 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['cbe862a5-40a7-43ef-b2b3-73aad1487228'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:51.270253 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:51.270908 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.275986 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d21b6d1d-b32a-41c9-852d-96535da817df req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "PUT /v2.0/ports/cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 942 time: 0.4253483 Oct 28 09:53:51.276704 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:51.279174 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becc0c74-065d-4a19-bfb9-2f2fb4021252" -d '{"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:51.279339 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51494) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:51.304285 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Floating IP 6c2757a2-0593-4117-9072-4ef101515b18 associated. External IP: 172.27.0.153, port: 15410dad-2493-48fa-8bb6-cbde6b1a0ab5. Oct 28 09:53:51.314722 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event updated for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=7']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:51.323773 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.324135 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.324457 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.324879 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.325211 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.325540 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.325866 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.326192 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.326519 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.326837 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.327156 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.327480 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c14709a-6793-4b94-8e8a-a1a07151fcee tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:53:51.353522 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231ced91-5e71-4d37-b302-04782bea1363 x-openstack-request-id: req-231ced91-5e71-4d37-b302-04782bea1363 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:51.353808 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:51.354058 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-231ced91-5e71-4d37-b302-04782bea1363 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:51.354460 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'status': 'completed', 'code': 200} Oct 28 09:53:51.430548 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['cbe862a5-40a7-43ef-b2b3-73aad1487228'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:51.497689 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-a96ed189-cc9a-4204-b446-c60e0d532a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:51.499169 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-a96ed189-cc9a-4204-b446-c60e0d532a57 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1098 time: 0.1104238 Oct 28 09:53:51.503500 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-46c7574a-2719-4e96-8b28-c081a18a2129 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.574596 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-b14d2b45-fbfc-44fd-8ae6-6888c8d883a0 None None] Provisioning complete for port cbe862a5-40a7-43ef-b2b3-73aad1487228 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:53:51.574969 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b14d2b45-fbfc-44fd-8ae6-6888c8d883a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.583299 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-46c7574a-2719-4e96-8b28-c081a18a2129 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.728180 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-e02831af-fbff-4679-a599-4cbc3924a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:51.729670 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-e02831af-fbff-4679-a599-4cbc3924a7ad service neutron] 10.222.0.109 "GET /v2.0/networks?id=eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 200 len: 916 time: 0.2183464 Oct 28 09:53:51.746021 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Router b5264131-a1f4-4208-b16f-ede24af50b23 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:51.876687 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-8e15fbc7-1f6c-4478-a25f-d18bc0a8cd84 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 1000 time: 0.1291242 Oct 28 09:53:51.879461 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-46c7574a-2719-4e96-8b28-c081a18a2129 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.882243 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-46c7574a-2719-4e96-8b28-c081a18a2129 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.883265 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-46c7574a-2719-4e96-8b28-c081a18a2129 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "DELETE /v2.0/security-groups/5cc117c9-e153-4e2c-b2ac-8b040482d5c1 HTTP/1.1" status: 204 len: 168 time: 0.6030662 Oct 28 09:53:51.886211 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51500) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:53:51.925689 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7574a-2719-4e96-8b28-c081a18a2129 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc117c9-e153-4e2c-b2ac-8b040482d5c1,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:51.955619 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:51.958162 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-8eabffe9-dfd5-4b94-b8b9-746f1e2d2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:51.960309 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-8eabffe9-dfd5-4b94-b8b9-746f1e2d2735 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=af00ea33-22d9-443d-8208-f9d163f190b8 HTTP/1.1" status: 200 len: 854 time: 0.0684609 Oct 28 09:53:51.963462 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:51.967462 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] Sync routers for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:51.980024 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:51.980791 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.018099 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-133d6db3-63a3-4a45-831b-9f707c504155 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "PUT /v2.0/floatingips/6c2757a2-0593-4117-9072-4ef101515b18 HTTP/1.1" status: 200 len: 991 time: 1.4248474 Oct 28 09:53:52.019203 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:52.021998 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace63fd-281e-4bdc-bd74-45efe803e559" -d '{"events": [{"name": "network-changed", "server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:52.038610 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-a82b513f-d4ed-4d5e-b322-f44761e01619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:52.040275 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-a82b513f-d4ed-4d5e-b322-f44761e01619 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=eae02c1e-9b55-4706-835b-6fa51061835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725420 Oct 28 09:53:52.089107 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Deleting port 5b3d7db8-3ebb-475e-8e33-34e98248c306 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:52.089840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.137000 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:52.164322 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-28477f44-cdac-40f4-9124-5d2c0e530289 service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164117 Oct 28 09:53:52.191450 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.191775 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.205659 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Calling delete_port for 5b3d7db8-3ebb-475e-8e33-34e98248c306 owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:52.289979 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-becc0c74-065d-4a19-bfb9-2f2fb4021252 req-24007de2-a5ae-4cf2-b68f-cd9e62acff6d service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153123 Oct 28 09:53:52.308096 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353df8ce-91bb-4e1e-b21e-4f651c7d7119 x-openstack-request-id: req-353df8ce-91bb-4e1e-b21e-4f651c7d7119 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:52.308455 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:52.308745 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-353df8ce-91bb-4e1e-b21e-4f651c7d7119 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:52.309141 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'status': 'completed', 'code': 200} Oct 28 09:53:52.373866 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-ddcb3e1d-dde5-4d4a-a749-38df2ff07603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:52.376168 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-ddcb3e1d-dde5-4d4a-a749-38df2ff07603 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1098 time: 0.0437334 Oct 28 09:53:52.398684 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '6c2757a2-0593-4117-9072-4ef101515b18', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'port_id': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'mac_address': 'fa:16:3e:8a:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:36Z', 'updated_at': '2021-10-28T09:53:50Z', 'revision_number': 1, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.430008 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] Checking router: b5264131-a1f4-4208-b16f-ede24af50b23 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:52.438665 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:52.439273 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.476947 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-fd28f16c-92f6-4124-ac5b-afd70c212545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:52.477167 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.478444 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-fd28f16c-92f6-4124-ac5b-afd70c212545 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.0957608 Oct 28 09:53:52.504711 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event deleted for resources: {'Port': ['ID=5b3d7db8-3ebb-475e-8e33-34e98248c306,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:52.551989 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-935e51e1-304c-45c0-8fcf-7eab9ad51926 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5 HTTP/1.1" status: 200 len: 999 time: 0.0627549 Oct 28 09:53:52.560805 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:52.575253 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.575648 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Floating IP 5d8c41c0-bf5e-4280-8450-609500bcf729 disassociated (deleted). External IP: 172.27.0.31, port: cbe862a5-40a7-43ef-b2b3-73aad1487228. Oct 28 09:53:52.610934 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-dd4f2146-bcb3-4784-b44d-9324c065e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:52.612693 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-dd4f2146-bcb3-4784-b44d-9324c065e07d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0535297 Oct 28 09:53:52.665871 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-0f9efb7d-bd4b-4ff7-a7a8-64495a20bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:52.667353 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-0f9efb7d-bd4b-4ff7-a7a8-64495a20bb91 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467253 Oct 28 09:53:52.765817 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-f87c8b9e-8c06-4e40-bfcc-49b5593e8e48 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906439 Oct 28 09:53:52.791171 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:53:52.808716 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '6c2757a2-0593-4117-9072-4ef101515b18', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'port_id': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'mac_address': 'fa:16:3e:8a:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:36Z', 'updated_at': '2021-10-28T09:53:50Z', 'revision_number': 1, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.842325 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd8b058-d0a9-4a28-a0b4-8b94d0923455 None None] The sync data for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi is: [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '6c2757a2-0593-4117-9072-4ef101515b18', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'port_id': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'mac_address': 'fa:16:3e:8a:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:53:36Z', 'updated_at': '2021-10-28T09:53:50Z', 'revision_number': 1, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:52.877100 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0ace63fd-281e-4bdc-bd74-45efe803e559 req-233b67d0-3e22-45bb-afea-bb4d4ec6191a service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024549 Oct 28 09:53:52.914293 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:53:52.918993 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:52.925600 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] Sync routers for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:53:52.940820 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:52.941440 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:52.947045 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-945fa489-350b-4623-a19b-0dafa0e6cb08 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "DELETE /v2.0/floatingips/5d8c41c0-bf5e-4280-8450-609500bcf729 HTTP/1.1" status: 204 len: 168 time: 1.0595186 Oct 28 09:53:53.066030 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dfbbf9-f123-4c9f-8708-441ea1d64fe6 None None] New status for floating IP 6c2757a2-0593-4117-9072-4ef101515b18: ACTIVE {{(pid=108757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:53:53.070690 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:53.355881 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:53.358434 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df" -d '{"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:53:53.395976 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abdfa35-85ff-4913-9e93-72365b35549e x-openstack-request-id: req-4abdfa35-85ff-4913-9e93-72365b35549e {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:53:53.396161 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d623582-8352-4294-9aca-086539f32232", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:53:53.396350 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 5, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:53.397037 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4abdfa35-85ff-4913-9e93-72365b35549e {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:53:53.397591 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'status': 'completed', 'code': 200} Oct 28 09:53:53.436451 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] Checking router: f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:53:53.448096 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:53:53.448882 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:53.481530 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-22af8572-04a9-4e89-a999-7373c735fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:53.483241 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-22af8572-04a9-4e89-a999-7373c735fa32 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 1098 time: 0.0615170 Oct 28 09:53:53.573921 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:53:53.783783 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 5, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:53:53.812395 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adeb171-fb24-48a4-b8c0-844b0505927d None None] The sync data for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi is: [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:50:40Z', 'revision_number': 4, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'f4704330-f2e8-4e23-894e-3573e0038a4f', 'name': '', 'network_id': 'eae02c1e-9b55-4706-835b-6fa51061835a', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'mac_address': 'fa:16:3e:7b:f5:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:39Z', 'updated_at': '2021-10-28T09:50:44Z', 'revision_number': 5, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'subnets': [{'id': 'af00ea33-22d9-443d-8208-f9d163f190b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:53:53.814346 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-70d3fb2f-d507-42f7-ae97-26e8dcb4fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:53.815822 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-70d3fb2f-d507-42f7-ae97-26e8dcb4fa35 service neutron] 10.222.0.109 "GET /v2.0/networks?id=eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 200 len: 916 time: 0.3224044 Oct 28 09:53:53.870111 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-3433040d-8c47-48ad-8863-35bcda386ee7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 200 len: 217 time: 0.0340328 Oct 28 09:53:53.929087 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-1441edb4-e2eb-47ff-ae90-4f7cc8fd8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:53.930703 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-1441edb4-e2eb-47ff-ae90-4f7cc8fd8e15 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=af00ea33-22d9-443d-8208-f9d163f190b8 HTTP/1.1" status: 200 len: 854 time: 0.0499158 Oct 28 09:53:53.979756 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-1fb84e2e-b2b7-4217-81fb-16958557e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:53.981273 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-1fb84e2e-b2b7-4217-81fb-16958557e18b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=eae02c1e-9b55-4706-835b-6fa51061835a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430276 Oct 28 09:53:54.053372 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6009c33-fe67-4423-9601-14dd32edbfab None None] New status for floating IP 5d8c41c0-bf5e-4280-8450-609500bcf729: DOWN {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:53:54.088623 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-a284ef6c-6b8d-458f-8b37-16ef6af1993d service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973222 Oct 28 09:53:54.201157 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-33bb2a78-991c-4da6-9ed1-e1c31ac7b8df req-2ce54cd4-4de6-4aed-906c-d9854487206d service neutron] 10.222.0.109 "GET /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952582 Oct 28 09:53:57.453892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33b5c0-9f53-4312-a9f7-993ced86d061 req-7c563e34-c419-4e70-9152-b70ded9f29b1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:57.455475 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cc33b5c0-9f53-4312-a9f7-993ced86d061 req-7c563e34-c419-4e70-9152-b70ded9f29b1 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0517163 Oct 28 09:53:57.495285 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cc33b5c0-9f53-4312-a9f7-993ced86d061 req-7a641961-847e-40ab-be08-d71918b03aba tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334804 Oct 28 09:53:58.087857 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:58.614986 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5f8ca-9bcd-41a3-a4b9-78dd1c888b2d req-a2cb4f24-ffe5-48bf-840d-7f74e5ccfbf3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:58.617013 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-51f5f8ca-9bcd-41a3-a4b9-78dd1c888b2d req-a2cb4f24-ffe5-48bf-840d-7f74e5ccfbf3 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0508320 Oct 28 09:53:58.659564 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-51f5f8ca-9bcd-41a3-a4b9-78dd1c888b2d req-3e961b42-d5e2-4928-8b11-f68eabc4634b tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366459 Oct 28 09:53:59.505660 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-dfa40b32-b753-4e91-a1f7-b79c5eb79d98 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:59.507833 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-dfa40b32-b753-4e91-a1f7-b79c5eb79d98 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.109 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0493498 Oct 28 09:53:59.616566 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Deleting port cbe862a5-40a7-43ef-b2b3-73aad1487228 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:53:59.616932 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.716185 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] For port cbe862a5-40a7-43ef-b2b3-73aad1487228, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=cbe862a5-40a7-43ef-b2b3-73aad1487228,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:53:59.716541 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.729328 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Calling delete_port for cbe862a5-40a7-43ef-b2b3-73aad1487228 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:53:59.783989 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fc788-8d09-497c-8b64-079710f79199 req-d31e7baf-b88b-4a4f-bc51-648a3a52fd27 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:53:59.785567 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3c3fc788-8d09-497c-8b64-079710f79199 req-d31e7baf-b88b-4a4f-bc51-648a3a52fd27 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 945 time: 0.0544395 Oct 28 09:53:59.825915 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3c3fc788-8d09-497c-8b64-079710f79199 req-d7dc00c7-29e0-44c0-920e-b55c0187bee4 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/security-groups?id=d80b12af-ef65-4333-a555-27c0adbd0b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Oct 28 09:53:59.916298 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.930115 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['cbe862a5-40a7-43ef-b2b3-73aad1487228'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:53:59.944951 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Pushing event deleted for resources: {'Port': ['ID=cbe862a5-40a7-43ef-b2b3-73aad1487228,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:53:59.988886 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] No DVR routers for this DVR port cbe862a5-40a7-43ef-b2b3-73aad1487228 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:53:59.991774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:53:59.995539 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-cd914a78-426f-42bb-a19f-c5c1401c20d5 req-96c1b52d-1733-4b07-beb3-7aa5a3d98343 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.109 "DELETE /v2.0/ports/cbe862a5-40a7-43ef-b2b3-73aad1487228 HTTP/1.1" status: 204 len: 173 time: 0.4656785 Oct 28 09:53:59.995996 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'name': 'network-vif-deleted', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:53:59.998834 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c19797-b727-4020-97dc-da339badc349" -d '{"events": [{"server_uuid": "2d623582-8352-4294-9aca-086539f32232", "name": "network-vif-deleted", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:00.038358 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d0a51-6ba4-4175-9512-2c3c7be47fcb x-openstack-request-id: req-4b3d0a51-6ba4-4175-9512-2c3c7be47fcb {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:00.038650 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d623582-8352-4294-9aca-086539f32232", "name": "network-vif-deleted", "tag": "cbe862a5-40a7-43ef-b2b3-73aad1487228", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:00.038926 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4b3d0a51-6ba4-4175-9512-2c3c7be47fcb {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:00.039314 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d623582-8352-4294-9aca-086539f32232', 'name': 'network-vif-deleted', 'tag': 'cbe862a5-40a7-43ef-b2b3-73aad1487228', 'status': 'completed', 'code': 200} Oct 28 09:54:00.936582 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb6c0c1f-9631-4ea7-a1e6-d48e1f5bcd5c req-2f8485a2-0ed9-4a50-a0c8-c022a97ccce2 tempest-TestMinimumBasicScenario-1169862061 tempest-TestMinimumBasicScenario-1169862061-project] 10.222.0.104 "GET /v2.0/ports?device_id=2d623582-8352-4294-9aca-086539f32232 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Oct 28 09:54:02.243186 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device cbe862a5-40a7-43ef-b2b3-73aad1487228 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:02.265183 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: cbe862a5-40a7-43ef-b2b3-73aad1487228 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:02.265524 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device cbe862a5-40a7-43ef-b2b3-73aad1487228 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:03.698307 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51626) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:04.052276 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:04.296215 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Deleting port f4704330-f2e8-4e23-894e-3573e0038a4f {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:04.296541 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:04.377622 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] For port f4704330-f2e8-4e23-894e-3573e0038a4f, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f4704330-f2e8-4e23-894e-3573e0038a4f,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:04.377879 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:04.390002 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Calling delete_port for f4704330-f2e8-4e23-894e-3573e0038a4f owned by network:router_interface {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:04.630721 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:04.658901 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4704330-f2e8-4e23-894e-3573e0038a4f,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:04.838567 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:05.327252 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:54:05.445296 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:05.454942 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-db489a7f-6778-4761-8428-826e212c93a7 admin admin] 10.222.0.104 "PUT /v2.0/routers/f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7524345 Oct 28 09:54:05.455992 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51636) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:05.459241 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] Sync routers for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:05.471803 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:05.472425 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:05.566812 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks [] for router, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:05.583896 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:05.682582 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:05.775471 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:54:04Z', 'revision_number': 5, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port': {'id': '6c6875ee-14b1-4dbb-b015-c4e5572a205e', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:37Z', 'updated_at': '2021-10-28T09:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:05.801120 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] Checking router: f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:05.809935 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] Routers {'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:05.810555 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:05.841960 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Deleting port 6c6875ee-14b1-4dbb-b015-c4e5572a205e {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:05.842572 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:05.899948 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] Set router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad gateway port host: None {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:05.927505 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] For port 6c6875ee-14b1-4dbb-b015-c4e5572a205e, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=6c6875ee-14b1-4dbb-b015-c4e5572a205e,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:05.927880 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:05.941243 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Calling delete_port for 6c6875ee-14b1-4dbb-b015-c4e5572a205e owned by network:router_gateway {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:05.952895 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:54:05Z', 'revision_number': 6, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port_host': None}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:05.982545 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb932f5-7ed8-4eed-91bd-a2f6b3880663 None None] The sync data for ids ['f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad'] in dv-cinder-815712-3-iscsi is: [{'id': 'f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad', 'name': 'tempest-TestMinimumBasicScenario-1347918514-router', 'tenant_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:36Z', 'updated_at': '2021-10-28T09:54:05Z', 'revision_number': 6, 'project_id': '811afb17ee044ea7a3d2f22cd0a9d5e1', 'gw_port_host': None}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:06.207898 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.232109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6875ee-14b1-4dbb-b015-c4e5572a205e,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:06.294026 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.401368 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.403789 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.562734 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.563309 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad {{(pid=108755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:54:06.569288 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.571253 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-9196e4bf-4d47-486a-b11c-ad863153bb35 admin admin] 10.222.0.104 "DELETE /v2.0/routers/f5ca8ea1-c1f4-479d-9b1b-3c2bb655a1ad HTTP/1.1" status: 204 len: 168 time: 1.1130707 Oct 28 09:54:06.578374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51642) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:06.624156 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] Deleting subnet af00ea33-22d9-443d-8208-f9d163f190b8 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:54:06.629102 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.661325 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f4704330-f2e8-4e23-894e-3573e0038a4f no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:06.667802 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.692680 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: f4704330-f2e8-4e23-894e-3573e0038a4f {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:06.693045 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f4704330-f2e8-4e23-894e-3573e0038a4f not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:06.693452 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 6c6875ee-14b1-4dbb-b015-c4e5572a205e no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:06.713985 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 6c6875ee-14b1-4dbb-b015-c4e5572a205e {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:06.714322 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 6c6875ee-14b1-4dbb-b015-c4e5572a205e not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:06.788526 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.928195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.956917 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af00ea33-22d9-443d-8208-f9d163f190b8,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:06.962521 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:06.966107 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a750b600-8317-4f60-8ea8-640e41ed8e11 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/af00ea33-22d9-443d-8208-f9d163f190b8 HTTP/1.1" status: 204 len: 168 time: 0.3917165 Oct 28 09:54:06.968564 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51644) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:06.971299 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a1c3b8-d7b5-4b98-b19d-ec51ccf4aa87 None None] Network eae02c1e-9b55-4706-835b-6fa51061835a requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:54:07.048753 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.105700 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Deleting port 47205d8e-168f-4ae5-b770-9b37384b14d1 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:07.111964 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.171306 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] DHCP port deletion for eae02c1e-9b55-4706-835b-6fa51061835a request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:54:07.184487 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] For port 47205d8e-168f-4ae5-b770-9b37384b14d1, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=47205d8e-168f-4ae5-b770-9b37384b14d1,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:07.185078 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.199533 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Calling delete_port for 47205d8e-168f-4ae5-b770-9b37384b14d1 owned by network:dhcp {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:07.225942 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Deleting port 47205d8e-168f-4ae5-b770-9b37384b14d1 {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:07.226305 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.299893 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] For port 47205d8e-168f-4ae5-b770-9b37384b14d1, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=47205d8e-168f-4ae5-b770-9b37384b14d1,segment=NetworkSegment(12823949-acd8-49c8-824b-2870fc525edb),segment_id=12823949-acd8-49c8-824b-2870fc525edb)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:07.300298 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.317920 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Calling delete_port for 47205d8e-168f-4ae5-b770-9b37384b14d1 owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:07.431546 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.445777 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.460325 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=47205d8e-168f-4ae5-b770-9b37384b14d1,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:07.465280 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] No DVR routers for this DVR port 47205d8e-168f-4ae5-b770-9b37384b14d1 on host dv-cinder-815712-3-iscsi {{(pid=108755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:54:07.470574 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Pushing event deleted for resources: {'Port': ['ID=47205d8e-168f-4ae5-b770-9b37384b14d1,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:07.473909 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] No DVR routers for this DVR port 47205d8e-168f-4ae5-b770-9b37384b14d1 on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:54:07.481190 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.481528 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.481871 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.482240 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.482563 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.482885 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.483235 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.483555 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.483874 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.484211 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.484505 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.484845 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388bd585-8cf4-4614-bd30-ace97b863d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:07.547160 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.567913 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae02c1e-9b55-4706-835b-6fa51061835a']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:07.578255 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12823949-acd8-49c8-824b-2870fc525edb') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:07.578547 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12823949-acd8-49c8-824b-2870fc525edb') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:07.589550 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.603712 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.609808 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:54:07.610178 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:54:07.611795 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:54:07.762311 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.767793 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:07.771750 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] 10.222.0.104 "DELETE /v2.0/networks/eae02c1e-9b55-4706-835b-6fa51061835a HTTP/1.1" status: 204 len: 168 time: 0.8021472 Oct 28 09:54:07.774783 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51650) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:07.785466 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487ad6b-c1aa-4165-9dfe-62cb07ff5a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae02c1e-9b55-4706-835b-6fa51061835a,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:08.212956 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.333163 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-47fc51d2-ac09-4bf9-81ef-6bc9bf001491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.516891 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Deleting port 2ced0851-2558-4c26-ac05-1caad392aa15 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:08.517132 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.595356 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] For port 2ced0851-2558-4c26-ac05-1caad392aa15, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=2ced0851-2558-4c26-ac05-1caad392aa15,segment=NetworkSegment(28a2fb94-7754-4553-8607-cc8b0263d2ca),segment_id=28a2fb94-7754-4553-8607-cc8b0263d2ca)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:08.595800 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.608574 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Calling delete_port for 2ced0851-2558-4c26-ac05-1caad392aa15 owned by network:router_interface {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:08.658356 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 47205d8e-168f-4ae5-b770-9b37384b14d1 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:08.679819 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 47205d8e-168f-4ae5-b770-9b37384b14d1 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:08.680537 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 47205d8e-168f-4ae5-b770-9b37384b14d1 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:08.899560 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:08.930715 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ced0851-2558-4c26-ac05-1caad392aa15,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:09.100726 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:09.335978 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Router 21d6732f-2de9-46f0-a1a4-9281a402284a has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:54:09.446824 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:09.455103 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-52c5110e-8109-4140-8703-897e5b015271 admin admin] 10.222.0.104 "PUT /v2.0/routers/21d6732f-2de9-46f0-a1a4-9281a402284a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6762736 Oct 28 09:54:09.455604 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51658) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:09.458627 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] Sync routers for ids ['21d6732f-2de9-46f0-a1a4-9281a402284a'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:09.469809 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] Routers {'21d6732f-2de9-46f0-a1a4-9281a402284a'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:09.470417 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['21d6732f-2de9-46f0-a1a4-9281a402284a'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:09.573093 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks [] for router, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:09.577877 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] Set router 21d6732f-2de9-46f0-a1a4-9281a402284a gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:09.685245 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:09.776746 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:54:08Z', 'revision_number': 5, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port': {'id': '57a2831e-416d-4f13-abf7-e6f1f90ba798', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:46Z', 'updated_at': '2021-10-28T09:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:09.804012 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] Checking router: 21d6732f-2de9-46f0-a1a4-9281a402284a for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:09.813442 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] Routers {'21d6732f-2de9-46f0-a1a4-9281a402284a'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:09.814049 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:53:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['21d6732f-2de9-46f0-a1a4-9281a402284a'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:09.829692 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Deleting port 57a2831e-416d-4f13-abf7-e6f1f90ba798 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:09.835093 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:09.902841 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] Set router 21d6732f-2de9-46f0-a1a4-9281a402284a gateway port host: None {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:09.920603 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] For port 57a2831e-416d-4f13-abf7-e6f1f90ba798, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=57a2831e-416d-4f13-abf7-e6f1f90ba798,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:09.921029 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:09.941352 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Calling delete_port for 57a2831e-416d-4f13-abf7-e6f1f90ba798 owned by network:router_gateway {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:09.963399 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:54:09Z', 'revision_number': 6, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port_host': None}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:09.989791 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a2ce2e-dd63-44c8-b3a7-82c115498714 None None] The sync data for ids ['21d6732f-2de9-46f0-a1a4-9281a402284a'] in dv-cinder-815712-3-iscsi is: [{'id': '21d6732f-2de9-46f0-a1a4-9281a402284a', 'name': 'tempest-TestMinimumBasicScenario-887963703-router', 'tenant_id': '753856b354d7442d9404279c9f857f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:45Z', 'updated_at': '2021-10-28T09:54:09Z', 'revision_number': 6, 'project_id': '753856b354d7442d9404279c9f857f03', 'gw_port_host': None}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:10.259451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.288934 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a2831e-416d-4f13-abf7-e6f1f90ba798,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:10.358283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.466488 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.470842 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.636442 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.636952 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d6732f-2de9-46f0-a1a4-9281a402284a {{(pid=108755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:54:10.641892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.643068 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-7cd3e878-9b1b-4d30-9881-3e227b16d162 admin admin] 10.222.0.104 "DELETE /v2.0/routers/21d6732f-2de9-46f0-a1a4-9281a402284a HTTP/1.1" status: 204 len: 168 time: 1.1863801 Oct 28 09:54:10.645856 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51666) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:10.675969 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 2ced0851-2558-4c26-ac05-1caad392aa15 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:10.702451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] Deleting subnet f2e735ad-5830-46b7-9b8c-87b3709473b4 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:54:10.706345 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.708880 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 2ced0851-2558-4c26-ac05-1caad392aa15 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:10.709360 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 2ced0851-2558-4c26-ac05-1caad392aa15 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:10.709851 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 57a2831e-416d-4f13-abf7-e6f1f90ba798 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:10.732943 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 57a2831e-416d-4f13-abf7-e6f1f90ba798 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:10.733361 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 57a2831e-416d-4f13-abf7-e6f1f90ba798 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:10.746731 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.843482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:10.882246 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-80ea1304-8f1b-4656-8e15-b23b4d683f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.002522 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.032779 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e735ad-5830-46b7-9b8c-87b3709473b4,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:11.034632 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.039118 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-21999012-1b9d-4438-9068-7cc01a45d6c5 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/f2e735ad-5830-46b7-9b8c-87b3709473b4 HTTP/1.1" status: 204 len: 168 time: 0.3920262 Oct 28 09:54:11.040508 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eafbb0a-3ee6-4418-896e-899fc5e7c8ec None None] Network 7b4a889f-ff28-4f1d-9e69-89ca5039deed requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:54:11.041287 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51668) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:11.113357 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.175742 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Deleting port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:11.175742 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.218364 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] DHCP port deletion for 7b4a889f-ff28-4f1d-9e69-89ca5039deed request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:54:11.240895 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] For port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,segment=NetworkSegment(28a2fb94-7754-4553-8607-cc8b0263d2ca),segment_id=28a2fb94-7754-4553-8607-cc8b0263d2ca)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:11.241283 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.255321 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Calling delete_port for c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec owned by network:dhcp {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:11.274009 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] Deleting port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:11.274349 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.344289 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] For port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,segment=NetworkSegment(28a2fb94-7754-4553-8607-cc8b0263d2ca),segment_id=28a2fb94-7754-4553-8607-cc8b0263d2ca)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:11.344632 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.360026 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] Calling delete_port for c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:11.413592 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.442208 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.446828 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:11.450496 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] No DVR routers for this DVR port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec on host dv-cinder-815712-3-iscsi {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:54:11.470027 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] Pushing event deleted for resources: {'Port': ['ID=c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:11.476541 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071e853-a567-4d83-8097-ca0d36bd374a None None] No DVR routers for this DVR port c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:54:11.526791 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.548529 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4a889f-ff28-4f1d-9e69-89ca5039deed']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:11.559249 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a2fb94-7754-4553-8607-cc8b0263d2ca') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:11.559542 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a2fb94-7754-4553-8607-cc8b0263d2ca') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:11.569161 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.584489 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.593038 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:54:11.593628 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:54:11.595997 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:54:11.819280 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.825553 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:11.828889 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] 10.222.0.104 "DELETE /v2.0/networks/7b4a889f-ff28-4f1d-9e69-89ca5039deed HTTP/1.1" status: 204 len: 168 time: 0.7860665 Oct 28 09:54:11.840088 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae23f3-e600-4a97-9d73-713dba27d0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b4a889f-ff28-4f1d-9e69-89ca5039deed,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:12.235954 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.369135 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51676) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:12.414569 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-be8d88f1-f359-407a-80d1-78788a515a92 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=811afb17ee044ea7a3d2f22cd0a9d5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437927 Oct 28 09:54:12.416899 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51678) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:12.430434 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.471078 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a99acd99-190e-4888-8ad5-6a5d4e580d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.492970 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a99acd99-190e-4888-8ad5-6a5d4e580d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.651269 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:12.658953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a99acd99-190e-4888-8ad5-6a5d4e580d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.661679 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a99acd99-190e-4888-8ad5-6a5d4e580d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:12.662830 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a99acd99-190e-4888-8ad5-6a5d4e580d25 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d80b12af-ef65-4333-a555-27c0adbd0b1b HTTP/1.1" status: 204 len: 168 time: 0.2450445 Oct 28 09:54:12.673639 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99acd99-190e-4888-8ad5-6a5d4e580d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80b12af-ef65-4333-a555-27c0adbd0b1b,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:12.673849 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:12.673849 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device c4fad6c4-56df-43bd-8ce0-f0f6fd5010ec not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:13.419431 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51688) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:13.461360 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-41496237-48a1-4245-b80f-d4001f2a7c8c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=753856b354d7442d9404279c9f857f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406749 Oct 28 09:54:13.464005 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 51690) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:13.515102 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ff0a360a-1ce9-4727-b001-aacb56d60cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:13.537244 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ff0a360a-1ce9-4727-b001-aacb56d60cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:13.721971 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ff0a360a-1ce9-4727-b001-aacb56d60cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:13.724594 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ff0a360a-1ce9-4727-b001-aacb56d60cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:13.725813 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-ff0a360a-1ce9-4727-b001-aacb56d60cec admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0bfb19d4-659f-4096-addb-1de82d6ff882 HTTP/1.1" status: 204 len: 168 time: 0.2608967 Oct 28 09:54:13.733874 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a360a-1ce9-4727-b001-aacb56d60cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb19d4-659f-4096-addb-1de82d6ff882,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:14.299285 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:27.519466 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:54:28.110224 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:30.022464 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-511d04d9-1a2f-4e44-a341-6ed48b9bb994 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383685 Oct 28 09:54:30.121937 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-fc597c4c-8ebf-46b0-8133-d58e0530197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:30.123465 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-fc597c4c-8ebf-46b0-8133-d58e0530197f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1098 time: 0.0502136 Oct 28 09:54:30.228365 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-f3e343c3-1dd8-4587-9f10-4b23fcfc4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:30.230627 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-f3e343c3-1dd8-4587-9f10-4b23fcfc4702 service neutron] 10.222.0.109 "GET /v2.0/networks?id=539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 200 len: 910 time: 0.0848265 Oct 28 09:54:30.302052 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-3a1fcfa9-ef3a-449a-be02-9458284e8a8e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 200 len: 1001 time: 0.0628388 Oct 28 09:54:30.356811 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-09545098-ab62-4cd7-b3b5-e26295727bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:30.359035 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-09545098-ab62-4cd7-b3b5-e26295727bdb service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dcd59379-eec0-4dc9-b019-993388108484 HTTP/1.1" status: 200 len: 848 time: 0.0459948 Oct 28 09:54:30.411709 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-f0c33063-4137-40e5-9e88-f23ef509187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:30.413318 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-f0c33063-4137-40e5-9e88-f23ef509187d service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=539fce33-04b4-4c73-a872-377b5a59acf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447712 Oct 28 09:54:30.510004 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-f0f8c012-922b-4fcd-a831-e38b8162e5c7 service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863533 Oct 28 09:54:30.605278 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f794f3fe-7164-45b7-be11-3ec1accccf38 req-2803b036-3e47-47de-b29e-dd67c8f21e58 service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863280 Oct 28 09:54:36.255414 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb4bd-8750-44d1-8313-111c05894635 req-e9132ff1-b45d-43b2-a07b-52954457f62c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:36.256948 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-edecb4bd-8750-44d1-8313-111c05894635 req-e9132ff1-b45d-43b2-a07b-52954457f62c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0515211 Oct 28 09:54:36.295065 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-edecb4bd-8750-44d1-8313-111c05894635 req-034f9383-298a-4804-a949-c080356c4a80 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Oct 28 09:54:37.415917 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c13cb-b2f9-45b4-a9df-84a6c7393e48 req-1f93534e-e8fe-4ab5-87a3-096ee6cde6a7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:37.417799 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ee5c13cb-b2f9-45b4-a9df-84a6c7393e48 req-1f93534e-e8fe-4ab5-87a3-096ee6cde6a7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0503244 Oct 28 09:54:37.461117 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ee5c13cb-b2f9-45b4-a9df-84a6c7393e48 req-50bd1e74-108e-4987-86b8-c613845bf5bf tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367827 Oct 28 09:54:38.034583 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b512774-2ee6-4d73-97c3-c8d64609594f req-1a194f5f-585c-4c52-9d98-d23009b8afbf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:38.036206 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7b512774-2ee6-4d73-97c3-c8d64609594f req-1a194f5f-585c-4c52-9d98-d23009b8afbf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0561166 Oct 28 09:54:38.078745 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7b512774-2ee6-4d73-97c3-c8d64609594f req-bb702616-9854-43cd-aafa-c26408d6e6db tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359387 Oct 28 09:54:38.348434 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-649bea71-2327-4ffc-a9fa-f00b2e4aa764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:38.584313 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cc28e-9c5b-4f7c-ace9-edce4c7e850d req-4ecf6c74-93f3-4063-aea6-96126d94c17f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:38.585827 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f54cc28e-9c5b-4f7c-ace9-edce4c7e850d req-4ecf6c74-93f3-4063-aea6-96126d94c17f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0526073 Oct 28 09:54:38.624597 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f54cc28e-9c5b-4f7c-ace9-edce4c7e850d req-6a44e34b-74d2-41e9-a7cd-cee6eac511c2 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328300 Oct 28 09:54:39.203359 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167a3ac-aef4-4d87-aad6-a15324e9cb9d req-e5dfdcf7-1ca9-4087-8040-b0e4a0903880 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:39.204856 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5167a3ac-aef4-4d87-aad6-a15324e9cb9d req-e5dfdcf7-1ca9-4087-8040-b0e4a0903880 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0494137 Oct 28 09:54:39.247188 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5167a3ac-aef4-4d87-aad6-a15324e9cb9d req-14ff77c0-6986-4389-9ef3-6040b35bbece tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348954 Oct 28 09:54:39.748529 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd2440-6419-486a-bcfe-563837079acc req-3027ef62-a3a6-4f92-aca0-9d6ebf89f1f0 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:39.750208 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d5fd2440-6419-486a-bcfe-563837079acc req-3027ef62-a3a6-4f92-aca0-9d6ebf89f1f0 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Oct 28 09:54:39.794230 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d5fd2440-6419-486a-bcfe-563837079acc req-80fad663-9f56-4cee-97f1-4e1b2bb77a71 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377083 Oct 28 09:54:40.376957 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64436446-cc97-45cd-b07f-68c6902b5575 req-14d9a919-092a-4ba8-9968-74e1036e4b6f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:40.378678 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-64436446-cc97-45cd-b07f-68c6902b5575 req-14d9a919-092a-4ba8-9968-74e1036e4b6f tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0577085 Oct 28 09:54:40.417664 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-64436446-cc97-45cd-b07f-68c6902b5575 req-f09b2d0b-254b-4f27-a8b9-bf819e7fd0c4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330033 Oct 28 09:54:40.910124 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0eace752-7a5f-472c-a934-7caf10211651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:40.930047 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e3acc-382d-4fbf-9444-d224f7805381 req-cd9c0a4e-8ae3-4b9f-a850-7e0da9a36585 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:40.931650 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-860e3acc-382d-4fbf-9444-d224f7805381 req-cd9c0a4e-8ae3-4b9f-a850-7e0da9a36585 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0562859 Oct 28 09:54:40.978421 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-860e3acc-382d-4fbf-9444-d224f7805381 req-730b1b91-4248-4bbe-8ea7-36f58982bf16 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Oct 28 09:54:41.564211 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad250a96-be96-43a8-9766-f0a507c66a80 req-55649917-511b-4b2f-87af-b81b392fa499 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:41.565791 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ad250a96-be96-43a8-9766-f0a507c66a80 req-55649917-511b-4b2f-87af-b81b392fa499 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0686405 Oct 28 09:54:41.607050 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ad250a96-be96-43a8-9766-f0a507c66a80 req-c6a5d44a-96cd-42a7-844a-471e5713225e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348783 Oct 28 09:54:42.105129 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509c1ab-a368-4e90-9b57-d6326cbf30bc req-08609270-c8d9-443c-a32f-a757a314d183 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:42.106614 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3509c1ab-a368-4e90-9b57-d6326cbf30bc req-08609270-c8d9-443c-a32f-a757a314d183 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Oct 28 09:54:42.155857 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3509c1ab-a368-4e90-9b57-d6326cbf30bc req-834c8127-a3b8-407f-bbe8-a38305bd447f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Oct 28 09:54:42.281801 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:42.441441 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:42.735902 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffc2ba-4857-4d75-bb85-852bd72d4b4f req-d2e26776-7090-4fcc-8187-314434be7686 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:42.737384 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-37ffc2ba-4857-4d75-bb85-852bd72d4b4f req-d2e26776-7090-4fcc-8187-314434be7686 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Oct 28 09:54:42.781003 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-37ffc2ba-4857-4d75-bb85-852bd72d4b4f req-edbc1a78-4339-4fa5-b74a-a8d624d4635c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 Oct 28 09:54:43.283826 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392ad49-3a5c-43a4-b4d2-fb3712a21ec8 req-3000111e-76d5-4a14-8b19-771cdf1be48f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:43.285437 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b392ad49-3a5c-43a4-b4d2-fb3712a21ec8 req-3000111e-76d5-4a14-8b19-771cdf1be48f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0555434 Oct 28 09:54:43.329634 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b392ad49-3a5c-43a4-b4d2-fb3712a21ec8 req-7db42351-1c90-4b1f-aaa8-2c4383b646b0 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372608 Oct 28 09:54:43.922270 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d047559-591f-46b2-883e-bcba3ff2f98b req-0c5d3e2f-3830-41e5-abb1-b0ba20c1d708 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:43.923800 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2d047559-591f-46b2-883e-bcba3ff2f98b req-0c5d3e2f-3830-41e5-abb1-b0ba20c1d708 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0512147 Oct 28 09:54:43.963047 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2d047559-591f-46b2-883e-bcba3ff2f98b req-72b2081b-b18a-4b5e-b9ad-cb741a373238 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332918 Oct 28 09:54:44.279804 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:44.451451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9055b7-5f58-434a-afe8-1f7315e67877 req-1e05715e-e1de-4998-b9e7-076577f8120c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:44.453249 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c9055b7-5f58-434a-afe8-1f7315e67877 req-1e05715e-e1de-4998-b9e7-076577f8120c tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0520167 Oct 28 09:54:44.498746 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c9055b7-5f58-434a-afe8-1f7315e67877 req-7cc96272-69f3-4448-8d7d-6b7961581fdd tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Oct 28 09:54:45.089525 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fe285-c312-454d-becf-315061cd2720 req-83b70823-b34c-4e3f-8825-6567cbad9f07 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:45.090988 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f27fe285-c312-454d-becf-315061cd2720 req-83b70823-b34c-4e3f-8825-6567cbad9f07 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Oct 28 09:54:45.131883 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f27fe285-c312-454d-becf-315061cd2720 req-3eaec0f6-76e1-4262-bcc9-45442777dd20 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331180 Oct 28 09:54:45.622254 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6382638-baec-400f-b250-3c9735fd829a req-fd63ff75-42b1-4394-a469-b1e0a082f477 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:45.623923 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d6382638-baec-400f-b250-3c9735fd829a req-fd63ff75-42b1-4394-a469-b1e0a082f477 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0509884 Oct 28 09:54:45.667067 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d6382638-baec-400f-b250-3c9735fd829a req-c462ea33-5016-4c45-8f09-3c82ffdc8f48 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366571 Oct 28 09:54:46.261041 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf91c0-6649-4675-bb06-4f28c4f46266 req-749525c7-5858-4570-8758-0686e6523bab tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.262569 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4dbf91c0-6649-4675-bb06-4f28c4f46266 req-749525c7-5858-4570-8758-0686e6523bab tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0515170 Oct 28 09:54:46.307599 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4dbf91c0-6649-4675-bb06-4f28c4f46266 req-5a8cc9c8-b509-438e-a7cf-988448dffd27 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386541 Oct 28 09:54:46.449330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-06f19887-62ab-431e-9ce2-237a2dce77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.451429 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-06f19887-62ab-431e-9ce2-237a2dce77af service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1098 time: 0.0509572 Oct 28 09:54:46.551291 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-3213dbaf-38aa-4750-96f1-8006d808b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.552857 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-3213dbaf-38aa-4750-96f1-8006d808b397 service neutron] 10.222.0.109 "GET /v2.0/networks?id=539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 200 len: 910 time: 0.0937157 Oct 28 09:54:46.816702 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fcbb1-d65a-49f0-af37-cb4fef6f56a7 req-99a0988a-fc49-4559-b7fb-d910a9371e7f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.818252 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3d2fcbb1-d65a-49f0-af37-cb4fef6f56a7 req-99a0988a-fc49-4559-b7fb-d910a9371e7f tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.0823824 Oct 28 09:54:46.831662 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b966f7-798c-4628-bde0-aaae6ff8612d req-b62a42c8-66db-4935-ab15-c082f7f28542 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.833551 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-59b966f7-798c-4628-bde0-aaae6ff8612d req-b62a42c8-66db-4935-ab15-c082f7f28542 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0869453 Oct 28 09:54:46.867981 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-10f0993f-68c9-4dfa-9bad-5aa6cae2dc34 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 200 len: 1001 time: 0.3074849 Oct 28 09:54:46.894436 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3d2fcbb1-d65a-49f0-af37-cb4fef6f56a7 req-ce9ee24a-7919-41ad-a526-6beb184cce1d tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598760 Oct 28 09:54:46.899642 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-59b966f7-798c-4628-bde0-aaae6ff8612d req-4fa862fe-ea2d-4ae7-8e3a-a2e910c56dc9 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590191 Oct 28 09:54:46.922846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-7e640ef0-064f-4de0-9ccd-5fcefb4464f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.924299 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-7e640ef0-064f-4de0-9ccd-5fcefb4464f4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dcd59379-eec0-4dc9-b019-993388108484 HTTP/1.1" status: 200 len: 848 time: 0.0479178 Oct 28 09:54:46.974142 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-05a749e9-635f-402d-a1a7-fef666b88a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:46.975533 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-05a749e9-635f-402d-a1a7-fef666b88a5f service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=539fce33-04b4-4c73-a872-377b5a59acf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432281 Oct 28 09:54:47.093382 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-b1ee6aaf-edda-49a3-a72a-c416138b183b service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094606 Oct 28 09:54:47.202898 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-16af03f7-d984-4c84-af74-e284d60d84b7 req-a135d1c9-c78a-4d1b-86e5-c521f5a6497d service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014040 Oct 28 09:54:47.449398 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13436e46-aff7-41e8-874d-cd8337719501 req-4f2c5d65-6907-431a-a278-0f99c816c12c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:47.450908 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-13436e46-aff7-41e8-874d-cd8337719501 req-4f2c5d65-6907-431a-a278-0f99c816c12c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0666840 Oct 28 09:54:47.496879 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-13436e46-aff7-41e8-874d-cd8337719501 req-215dcef0-dc76-42b8-b92f-875c69afec0e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367439 Oct 28 09:54:48.057867 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86f806-159d-4b02-b1e1-8779480aa08b req-792d08b9-0e83-4ea5-a58a-8cf981da191a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:48.059365 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd86f806-159d-4b02-b1e1-8779480aa08b req-792d08b9-0e83-4ea5-a58a-8cf981da191a tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.0817471 Oct 28 09:54:48.068539 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262540-fa73-4150-934a-eab33c40e450 req-b7543f6c-2c29-45bf-964c-290f09537475 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:48.070030 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-29262540-fa73-4150-934a-eab33c40e450 req-b7543f6c-2c29-45bf-964c-290f09537475 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0814059 Oct 28 09:54:48.129948 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd86f806-159d-4b02-b1e1-8779480aa08b req-24133572-fe6f-48dd-939d-5d35f11707d6 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589411 Oct 28 09:54:48.135278 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-29262540-fa73-4150-934a-eab33c40e450 req-4cbdc5bf-9a85-445e-9639-d2913001e182 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583422 Oct 28 09:54:48.565281 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05942584-1d34-425b-ac85-6bcf6554685c req-9b492a8a-3774-492b-877a-b5ec06670c46 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:48.566883 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-05942584-1d34-425b-ac85-6bcf6554685c req-9b492a8a-3774-492b-877a-b5ec06670c46 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.0677941 Oct 28 09:54:48.653621 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0724c1-2148-44c5-adcd-74e1988fef0a req-5b55f321-46c5-4f49-b025-3e7ff48d6b31 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:48.656273 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4c0724c1-2148-44c5-adcd-74e1988fef0a req-5b55f321-46c5-4f49-b025-3e7ff48d6b31 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0703130 Oct 28 09:54:48.694583 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Deleting port 58893e81-1ce4-483e-b6b0-b386c74b972a {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:48.694966 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:48.701582 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4c0724c1-2148-44c5-adcd-74e1988fef0a req-f6d654e6-dfd7-46d2-9034-34185d1ea524 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345271 Oct 28 09:54:48.821614 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] For port 58893e81-1ce4-483e-b6b0-b386c74b972a, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=58893e81-1ce4-483e-b6b0-b386c74b972a,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:48.821955 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:49.019619 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:49.030328 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:49.030328 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Floating IP 4187a49d-99b5-4ce8-9fe8-382bbf0c74eb disassociated. External IP: 172.27.0.176, port: 58893e81-1ce4-483e-b6b0-b386c74b972a. Oct 28 09:54:49.030328 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Calling delete_port for 58893e81-1ce4-483e-b6b0-b386c74b972a owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:49.292061 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2b040-e05d-4ceb-808b-13def174b3ed req-897119c2-d98c-4e25-a271-5db52a960b57 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:49.293695 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bbb2b040-e05d-4ceb-808b-13def174b3ed req-897119c2-d98c-4e25-a271-5db52a960b57 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0797734 Oct 28 09:54:49.305690 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909a535-9d5c-4eb8-9ab2-a5474fec7791 req-59a90ece-7f6c-4e66-9f46-c9f397f8ed9d tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:49.307293 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5909a535-9d5c-4eb8-9ab2-a5474fec7791 req-59a90ece-7f6c-4e66-9f46-c9f397f8ed9d tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 945 time: 0.0842597 Oct 28 09:54:49.321563 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:49.361186 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event deleted for resources: {'Port': ['ID=58893e81-1ce4-483e-b6b0-b386c74b972a,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:49.371126 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bbb2b040-e05d-4ceb-808b-13def174b3ed req-8932e3b2-b14a-408e-a2bf-d7b90112b196 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611725 Oct 28 09:54:49.371264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.371264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.371264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.371264 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.372006 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.372006 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.372213 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.373165 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.373605 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.373780 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.374171 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.374491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:49.380031 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5909a535-9d5c-4eb8-9ab2-a5474fec7791 req-980ea674-8f57-41d6-8dd0-859b726847d8 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups?id=96a98693-8d8b-428a-ac60-9affaa532719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548167 Oct 28 09:54:49.505755 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Router 62a77595-66ef-403f-a8a2-7007f6116058 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:54:49.643354 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:54:49.657489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] Sync routers for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:54:49.668600 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:49.669673 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:54:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:49.686278 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] No DVR routers for this DVR port 58893e81-1ce4-483e-b6b0-b386c74b972a on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:54:49.690128 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:49.693637 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-05942584-1d34-425b-ac85-6bcf6554685c req-03635750-7bcd-4f44-afd9-e54485899a65 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.109 "DELETE /v2.0/ports/58893e81-1ce4-483e-b6b0-b386c74b972a HTTP/1.1" status: 204 len: 173 time: 1.1162965 Oct 28 09:54:49.694193 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'name': 'network-vif-deleted', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:54:49.696693 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7267e6b7-e615-4272-ba34-e81ecaa71db1" -d '{"events": [{"server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "name": "network-vif-deleted", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:49.747779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fade343-a5f7-4c3e-881a-9f0e08644493 x-openstack-request-id: req-0fade343-a5f7-4c3e-881a-9f0e08644493 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:49.747779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914bc218-ac76-4448-82e3-f4059c8f8a8f", "name": "network-vif-deleted", "tag": "58893e81-1ce4-483e-b6b0-b386c74b972a", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:49.747779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0fade343-a5f7-4c3e-881a-9f0e08644493 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:49.747779 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914bc218-ac76-4448-82e3-f4059c8f8a8f', 'name': 'network-vif-deleted', 'tag': '58893e81-1ce4-483e-b6b0-b386c74b972a', 'status': 'completed', 'code': 200} Oct 28 09:54:49.819044 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:49.907006 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989741c-edd0-45f0-b024-804e73337101 req-bf77f716-70ae-4084-ace3-73720cd5712d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:49.918294 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c989741c-edd0-45f0-b024-804e73337101 req-bf77f716-70ae-4084-ace3-73720cd5712d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.1219754 Oct 28 09:54:49.980471 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c989741c-edd0-45f0-b024-804e73337101 req-a3fbb601-7bc6-45c6-a555-87ac87a225ca tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523674 Oct 28 09:54:50.130548 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:50.160625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] Checking router: 62a77595-66ef-403f-a8a2-7007f6116058 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:54:50.170116 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:54:50.170767 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:54:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:50.290634 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:54:50.556229 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:54:50.586893 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:54:50.625070 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548230e5-a42e-40d9-a57c-8bc15ba24f6f None None] The sync data for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi is: [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:48:33Z', 'revision_number': 4, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7956fa3d-cd05-4e14-9407-36e5b4b155a1', 'name': '', 'network_id': 'c35fd8ce-1440-413c-a793-3622068b4395', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'mac_address': 'fa:16:3e:cd:f1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:31Z', 'updated_at': '2021-10-28T09:48:37Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'subnets': [{'id': '69dda36a-115a-4f24-bfa8-baf85d5f216e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:54:50.636942 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-86bfd1e6-fe37-4841-bc99-3d7b2fcd46fe req-5a561dc1-a181-4347-b54f-41676d424734 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/ports?device_id=914bc218-ac76-4448-82e3-f4059c8f8a8f HTTP/1.1" status: 200 len: 210 time: 0.0682492 Oct 28 09:54:50.684791 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae742e-522b-4a1e-808b-a3d042ca9e82 req-68737ff6-0f37-4ca7-9d8a-5f3556708681 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:50.705050 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-64ae742e-522b-4a1e-808b-a3d042ca9e82 req-68737ff6-0f37-4ca7-9d8a-5f3556708681 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.2132044 Oct 28 09:54:50.757103 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:50.777629 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'port_id': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'mac_address': 'fa:16:3e:8a:6f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:54:50.779226 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-64ae742e-522b-4a1e-808b-a3d042ca9e82 req-3fcc2b9a-a472-4201-9dec-6ecdddb3a28f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720844 Oct 28 09:54:50.831720 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:50.848171 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:54:50.890254 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:51.011346 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c11ecd9-e302-4c92-a9d4-b19389beaca5 None None] New status for floating IP 4187a49d-99b5-4ce8-9fe8-382bbf0c74eb: DOWN {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:54:51.025133 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:51.119948 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['15410dad-2493-48fa-8bb6-cbde6b1a0ab5'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:54:51.147836 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18940e-1f6d-4e07-9e21-c0d6a002485f req-bd9941ff-d994-484e-9d77-0e75ca1d6b24 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:51.150370 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3c18940e-1f6d-4e07-9e21-c0d6a002485f req-bd9941ff-d994-484e-9d77-0e75ca1d6b24 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 944 time: 0.0660973 Oct 28 09:54:51.157962 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=6']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:51.246172 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3c18940e-1f6d-4e07-9e21-c0d6a002485f req-db7d7455-5614-4a33-887f-1ad3e6aaa67d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798631 Oct 28 09:54:51.468598 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8158b82-e3d7-4060-85de-20336573f72a req-2236189b-8933-4156-b3a8-e1cc47543e70 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:51.470387 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b8158b82-e3d7-4060-85de-20336573f72a req-2236189b-8933-4156-b3a8-e1cc47543e70 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0778005 Oct 28 09:54:51.582193 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b8158b82-e3d7-4060-85de-20336573f72a req-ddef2d8f-47f1-4cee-9d83-8215d372f99a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927033 Oct 28 09:54:51.654109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51982) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:51.787057 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-e1d93656-007f-46f8-9e1e-40aa3dd87e3f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310704 Oct 28 09:54:51.798282 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-e28bc5c1-c34a-4654-a9f1-fe565267d7c2 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:54:51.799000 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-e28bc5c1-c34a-4654-a9f1-fe565267d7c2 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064383 Oct 28 09:54:51.868846 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 51996) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:51.959865 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:51.996336 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:52.151788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:52.157032 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:52.161680 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "DELETE /v2.0/security-groups/96a98693-8d8b-428a-ac60-9affaa532719 HTTP/1.1" status: 204 len: 168 time: 0.2884843 Oct 28 09:54:52.162265 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52002) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:52.194983 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.api.v2.resource [None req-6c1c2117-bab9-4712-bd27-502eca3df7bc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] show failed (client error): The resource could not be found. Oct 28 09:54:52.198505 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a98693-8d8b-428a-ac60-9affaa532719,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:52.208089 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52004) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:52.209253 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-6c1c2117-bab9-4712-bd27-502eca3df7bc tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "GET /v2.0/security-groups/96a98693-8d8b-428a-ac60-9affaa532719 HTTP/1.1" status: 404 len: 347 time: 0.0452974 Oct 28 09:54:52.222185 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.222572 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.222919 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.223243 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.223605 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.223928 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.224248 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.224567 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.224916 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.225230 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.225542 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.225855 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159e3dc5-daea-49f6-acba-2cff22e2de19 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:54:52.573440 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:54:52.672117 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:54:52.672876 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:52.811958 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:52.887109 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:52.890911 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:54:52.897180 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d1e789-0a6c-4406-9c37-c92c16b72c1e" -d '{"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-plugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:52.923076 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8720c-30d3-47cd-88db-35a5c796131a req-118917cc-1e08-4fd9-981c-f0737d8bf217 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:52.931592 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c2d8720c-30d3-47cd-88db-35a5c796131a req-118917cc-1e08-4fd9-981c-f0737d8bf217 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 944 time: 0.1813726 Oct 28 09:54:52.955980 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38429bbe-c9df-4acf-8786-dd64103515e0 req-96697475-a747-4181-aaf7-bf0c89a90c62 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:52.957233 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:52.957658 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-38429bbe-c9df-4acf-8786-dd64103515e0 req-96697475-a747-4181-aaf7-bf0c89a90c62 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.2100632 Oct 28 09:54:52.959551 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:53.032053 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Deleting port 18da6e52-edc1-4ad8-bbdb-d87351d58bbd {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:53.032828 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.077518 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c2d8720c-30d3-47cd-88db-35a5c796131a req-fb920fac-1fa5-4a70-9c19-2d738cdf9e6b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446915 Oct 28 09:54:53.119566 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=7']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.194476 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-38429bbe-c9df-4acf-8786-dd64103515e0 req-a90cb5ee-7591-46ba-8b6f-19f1122b0968 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081141 Oct 28 09:54:53.266752 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.266752 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.277482 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.288346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Calling delete_port for 18da6e52-edc1-4ad8-bbdb-d87351d58bbd owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:53.380864 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:53.451543 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994d6aa5-cde4-429c-b16d-0e06f4eb1e8f x-openstack-request-id: req-994d6aa5-cde4-429c-b16d-0e06f4eb1e8f {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:53.451876 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-plugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:53.452093 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-994d6aa5-cde4-429c-b16d-0e06f4eb1e8f {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:53.452460 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'code': 200} Oct 28 09:54:53.519187 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.520037 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 58893e81-1ce4-483e-b6b0-b386c74b972a no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:54:53.546002 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 58893e81-1ce4-483e-b6b0-b386c74b972a {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:54:53.546344 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 58893e81-1ce4-483e-b6b0-b386c74b972a not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:54:53.607854 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=6']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.618093 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.660235 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Pushing event deleted for resources: {'Port': ['ID=18da6e52-edc1-4ad8-bbdb-d87351d58bbd,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:53.747928 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.750961 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:53.754853 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f5405f01-bd2c-4093-9aad-a4ad2be60756 tempest-AttachVolumeTestJSON-1397880198 tempest-AttachVolumeTestJSON-1397880198-project] 10.222.0.104 "DELETE /v2.0/floatingips/4187a49d-99b5-4ce8-9fe8-382bbf0c74eb HTTP/1.1" status: 204 len: 168 time: 1.5429237 Oct 28 09:54:54.461477 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e307-3aa4-4324-8491-d13feb7217c5 req-ca94db1b-d1b4-4cdb-88df-a74ddaf3cba2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:54.468467 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5eb6e307-3aa4-4324-8491-d13feb7217c5 req-ca94db1b-d1b4-4cdb-88df-a74ddaf3cba2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.1893885 Oct 28 09:54:54.494755 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48906-8f90-4dfe-bc6a-eaa1f187943a req-f23761d5-29ef-45c3-a9e6-9b98e42e9428 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:54.496966 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e5f48906-8f90-4dfe-bc6a-eaa1f187943a req-f23761d5-29ef-45c3-a9e6-9b98e42e9428 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.1285334 Oct 28 09:54:54.597380 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5eb6e307-3aa4-4324-8491-d13feb7217c5 req-b1a97564-c2fa-4760-bc60-14975fbeaf85 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987122 Oct 28 09:54:54.641315 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e5f48906-8f90-4dfe-bc6a-eaa1f187943a req-36ee95af-9467-4042-b5d7-f621eb004a84 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138473 Oct 28 09:54:55.453842 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:54:55.456355 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfee934b-7737-411f-a88e-a71739b3214a" -d '{"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-unplugged", "status": "completed", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:54:55.463629 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-478eea5b-417b-4f74-b050-51eaaaf67fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:55.465245 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-478eea5b-417b-4f74-b050-51eaaaf67fa8 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27&tenant_id=8171734427fe4b4bb14d52d4d336a76b HTTP/1.1" status: 200 len: 1096 time: 0.0519159 Oct 28 09:54:55.515763 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9a2b44-ed2a-4ad0-a0cd-aa4b73ce36ab x-openstack-request-id: req-be9a2b44-ed2a-4ad0-a0cd-aa4b73ce36ab {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:54:55.516288 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-unplugged", "status": "completed", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:54:55.516672 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-be9a2b44-ed2a-4ad0-a0cd-aa4b73ce36ab {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:54:55.517331 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'code': 200} Oct 28 09:54:55.541695 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-81d48b90-7c88-417c-8ed0-c117673e84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:55.543313 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-81d48b90-7c88-417c-8ed0-c117673e84d8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1096 time: 0.0537636 Oct 28 09:54:55.644387 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-107bd024-7367-4a10-9088-10d5461e79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:55.645896 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-107bd024-7367-4a10-9088-10d5461e79de service neutron] 10.222.0.109 "GET /v2.0/networks?id=539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 200 len: 910 time: 0.0959044 Oct 28 09:54:55.741945 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-3e127127-cfdb-4fb2-ac48-38566e501213 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 200 len: 999 time: 0.0884659 Oct 28 09:54:55.813790 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-d91cc4e3-244e-4d83-a024-73b0b0738f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:55.815406 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-d91cc4e3-244e-4d83-a024-73b0b0738f37 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dcd59379-eec0-4dc9-b019-993388108484 HTTP/1.1" status: 200 len: 848 time: 0.0665126 Oct 28 09:54:55.821373 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fde95c-e490-4066-8106-7b55af26322f req-34a0d826-a024-4dd6-873f-5621366cdebd tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:55.822904 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-47fde95c-e490-4066-8106-7b55af26322f req-34a0d826-a024-4dd6-873f-5621366cdebd tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0909367 Oct 28 09:54:55.847957 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d4a92-fed6-46c5-ab13-b455890c1a02 req-0f6f92b2-edbc-41e6-adfa-354eff3ca9cd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:55.849583 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c99d4a92-fed6-46c5-ab13-b455890c1a02 req-0f6f92b2-edbc-41e6-adfa-354eff3ca9cd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.1071723 Oct 28 09:54:55.891120 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-d152480f-d3cb-4709-821f-050005a937db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:55.894361 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-d152480f-d3cb-4709-821f-050005a937db service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=539fce33-04b4-4c73-a872-377b5a59acf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690629 Oct 28 09:54:55.907735 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-47fde95c-e490-4066-8106-7b55af26322f req-4fe35729-a0b6-4e52-b6ba-6a6dc888f135 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681658 Oct 28 09:54:55.920735 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c99d4a92-fed6-46c5-ab13-b455890c1a02 req-6b3517c1-2f60-4330-86e6-efdb793864bb tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614362 Oct 28 09:54:56.028138 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-88bec3e7-5b86-41d3-b33e-e323c859e149 service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251168 Oct 28 09:54:56.192235 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-7f1f46a8-c825-455b-bbb2-c63783360193 service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563878 Oct 28 09:54:57.080177 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3933a-7708-4694-8378-518589a1851d req-2263a377-dcf7-490c-9fde-d8136520bbcc tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:57.081884 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aed3933a-7708-4694-8378-518589a1851d req-2263a377-dcf7-490c-9fde-d8136520bbcc tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.0940909 Oct 28 09:54:57.099508 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f28fe8-ea47-4d3f-bce4-5353060ddf27 req-0ea50482-9127-4824-b55e-8da39bdd467a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:57.101214 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-96f28fe8-ea47-4d3f-bce4-5353060ddf27 req-0ea50482-9127-4824-b55e-8da39bdd467a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0833983 Oct 28 09:54:57.169995 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aed3933a-7708-4694-8378-518589a1851d req-920bbd0c-ef44-4293-ba38-8dabac155df6 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673687 Oct 28 09:54:57.175934 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-96f28fe8-ea47-4d3f-bce4-5353060ddf27 req-261f4795-93c3-47c9-85b6-c6c0d1711ab6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567420 Oct 28 09:54:58.045733 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52060) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:54:58.149818 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:58.403182 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a540b4-362f-4350-bc02-14034b381110 req-fd7b2af1-dfde-4a79-b545-3bef8c7c53ae tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:58.405227 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21a540b4-362f-4350-bc02-14034b381110 req-fd7b2af1-dfde-4a79-b545-3bef8c7c53ae tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.1284082 Oct 28 09:54:58.418634 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14604d11-770f-4fef-a907-9063dc27bf6d req-cb20d792-281d-494e-9cad-65232b590c9e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:58.420911 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14604d11-770f-4fef-a907-9063dc27bf6d req-cb20d792-281d-494e-9cad-65232b590c9e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.1423128 Oct 28 09:54:58.570366 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21a540b4-362f-4350-bc02-14034b381110 req-8788bd72-fb6c-4497-a3fe-e29d9e2b48ce tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484270 Oct 28 09:54:58.600794 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14604d11-770f-4fef-a907-9063dc27bf6d req-51cf028e-4bb9-4304-a842-1e341d61eb96 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359539 Oct 28 09:54:58.840775 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:59.139296 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Deleting port 7956fa3d-cd05-4e14-9407-36e5b4b155a1 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:54:59.139673 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:59.227782 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] For port 7956fa3d-cd05-4e14-9407-36e5b4b155a1, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7956fa3d-cd05-4e14-9407-36e5b4b155a1,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:54:59.228133 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:59.240854 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Calling delete_port for 7956fa3d-cd05-4e14-9407-36e5b4b155a1 owned by network:router_interface {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:54:59.656428 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:54:59.705170 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Pushing event deleted for resources: {'Port': ['ID=7956fa3d-cd05-4e14-9407-36e5b4b155a1,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:54:59.812891 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ccb07-b245-4176-891e-70769d62167f req-df468c4d-9b35-409c-850a-48b38b57f02a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:59.815470 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0a2ccb07-b245-4176-891e-70769d62167f req-df468c4d-9b35-409c-850a-48b38b57f02a tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.1311998 Oct 28 09:54:59.834283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bd5c6-e548-4b01-97eb-49f0f0955f99 req-4ab619b9-a164-4c37-b323-d943a4877ddc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:54:59.842312 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-701bd5c6-e548-4b01-97eb-49f0f0955f99 req-4ab619b9-a164-4c37-b323-d943a4877ddc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.1514111 Oct 28 09:55:00.012445 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0a2ccb07-b245-4176-891e-70769d62167f req-f68a9575-ddff-41e1-a814-ecef05edda15 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742270 Oct 28 09:55:00.036732 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-701bd5c6-e548-4b01-97eb-49f0f0955f99 req-4b772dcc-a781-44b1-bc88-65cca4e28ec3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786163 Oct 28 09:55:00.082382 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:00.384920 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Router 62a77595-66ef-403f-a8a2-7007f6116058 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:55:00.516524 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:55:00.525500 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-9ae4b88e-cbad-4feb-acf8-fc516ac48877 admin admin] 10.222.0.104 "PUT /v2.0/routers/62a77595-66ef-403f-a8a2-7007f6116058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4780283 Oct 28 09:55:00.525855 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52076) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:00.531362 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] Sync routers for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:55:00.566446 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:00.567080 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:54:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:00.678080 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks [] for router, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:00.706854 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:00.818844 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:00.962744 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:54:59Z', 'revision_number': 5, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port': {'id': '779d649c-fb9e-49f2-90e4-961dd9c8705d', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a77595-66ef-403f-a8a2-7007f6116058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:26Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:00.994262 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Deleting port 779d649c-fb9e-49f2-90e4-961dd9c8705d {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:00.994574 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:01.039666 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] Checking router: 62a77595-66ef-403f-a8a2-7007f6116058 for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:55:01.067927 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] Routers {'62a77595-66ef-403f-a8a2-7007f6116058'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:55:01.068702 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:54:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['62a77595-66ef-403f-a8a2-7007f6116058'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:01.152091 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] For port 779d649c-fb9e-49f2-90e4-961dd9c8705d, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=779d649c-fb9e-49f2-90e4-961dd9c8705d,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:01.152786 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:01.168354 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Calling delete_port for 779d649c-fb9e-49f2-90e4-961dd9c8705d owned by network:router_gateway {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:01.209292 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] Set router 62a77595-66ef-403f-a8a2-7007f6116058 gateway port host: None {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:55:01.311974 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555ae1b-fc57-4ccd-94a5-70d11b910a1c req-7c6d6a2a-3f65-49ae-ae15-d9589e9ac076 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:01.324951 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3555ae1b-fc57-4ccd-94a5-70d11b910a1c req-7c6d6a2a-3f65-49ae-ae15-d9589e9ac076 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.1833355 Oct 28 09:55:01.368992 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae69da-57c8-4564-9aa4-f824ef7d09e5 req-16d38f4a-949c-4bc8-985b-e33dd1c7ff3c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:01.381570 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fdae69da-57c8-4564-9aa4-f824ef7d09e5 req-16d38f4a-949c-4bc8-985b-e33dd1c7ff3c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.1764119 Oct 28 09:55:01.467449 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fdae69da-57c8-4564-9aa4-f824ef7d09e5 req-b522371d-ed9d-42a6-bfcf-f8d433ee4941 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842228 Oct 28 09:55:01.487803 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:55:00Z', 'revision_number': 6, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port_host': None}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:01.528976 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3555ae1b-fc57-4ccd-94a5-70d11b910a1c req-81e85f8c-35ed-4c8d-8715-e0e4d213c742 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014813 Oct 28 09:55:01.538348 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017d122-e5c4-41fc-b3cd-1b57a2caac6c None None] The sync data for ids ['62a77595-66ef-403f-a8a2-7007f6116058'] in dv-cinder-815712-3-iscsi is: [{'id': '62a77595-66ef-403f-a8a2-7007f6116058', 'name': 'tempest-AttachVolumeTestJSON-502262560-router', 'tenant_id': '8d7839b812b745549a72a1e089b6f4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:25Z', 'updated_at': '2021-10-28T09:55:00Z', 'revision_number': 6, 'project_id': '8d7839b812b745549a72a1e089b6f4e9', 'gw_port_host': None}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:55:01.592822 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:01.641687 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Pushing event deleted for resources: {'Port': ['ID=779d649c-fb9e-49f2-90e4-961dd9c8705d,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:01.749778 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:01.899754 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:01.903666 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.041066 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.041638 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62a77595-66ef-403f-a8a2-7007f6116058 {{(pid=108756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:55:02.051054 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] Publish callbacks [] for router, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.051054 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-e8ca4c41-8db3-4d5a-ba52-0e060736ecdd admin admin] 10.222.0.104 "DELETE /v2.0/routers/62a77595-66ef-403f-a8a2-7007f6116058 HTTP/1.1" status: 204 len: 168 time: 1.5227230 Oct 28 09:55:02.052357 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52082) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:02.105776 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] Deleting subnet 69dda36a-115a-4f24-bfa8-baf85d5f216e {{(pid=108756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:55:02.110011 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.151744 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286039'] for subnet, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.302085 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.470547 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439327'] for subnet, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.516385 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69dda36a-115a-4f24-bfa8-baf85d5f216e,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:02.519157 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:02.523487 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-7ccb4680-161c-4749-84c6-23ca5fdc1546 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/69dda36a-115a-4f24-bfa8-baf85d5f216e HTTP/1.1" status: 204 len: 168 time: 0.4700131 Oct 28 09:55:02.526308 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52086) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:02.537270 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155e071-d50d-40d6-9ffc-9735f9d8e054 None None] Network c35fd8ce-1440-413c-a793-3622068b4395 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:55:02.648405 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:55:02.796189 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7956fa3d-cd05-4e14-9407-36e5b4b155a1 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:02.851703 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 7956fa3d-cd05-4e14-9407-36e5b4b155a1 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:55:02.852034 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7956fa3d-cd05-4e14-9407-36e5b4b155a1 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:02.852590 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 779d649c-fb9e-49f2-90e4-961dd9c8705d no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:02.892560 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 779d649c-fb9e-49f2-90e4-961dd9c8705d {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:55:02.892765 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 779d649c-fb9e-49f2-90e4-961dd9c8705d not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:02.916735 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:02.946860 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'port_id': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'mac_address': 'fa:16:3e:d8:84:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:55:02.962959 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb649d-048f-4a09-8137-f2c022dbf156 req-7e0642fb-f589-4dfc-8c80-27da93e062a8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:02.972695 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f8eb649d-048f-4a09-8137-f2c022dbf156 req-7e0642fb-f589-4dfc-8c80-27da93e062a8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.3404522 Oct 28 09:55:02.979283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.013105 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.031605 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a7b60-ee63-44b9-a006-9dc00a2c3945 req-0263feaa-5daf-4700-a448-111667cf2bd2 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:03.037253 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:55:03.040836 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6e7a7b60-ee63-44b9-a006-9dc00a2c3945 req-0263feaa-5daf-4700-a448-111667cf2bd2 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 943 time: 0.3040791 Oct 28 09:55:03.045435 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] DHCP port deletion for c35fd8ce-1440-413c-a793-3622068b4395 request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:55:03.067203 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:03.133227 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.144254 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] Deleting port 136e1edc-4d37-4384-8906-1111aa7c5d19 {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:03.144620 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.308586 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=7']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.341597 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] For port 136e1edc-4d37-4384-8906-1111aa7c5d19, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=136e1edc-4d37-4384-8906-1111aa7c5d19,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:03.342003 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.365934 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] Calling delete_port for 136e1edc-4d37-4384-8906-1111aa7c5d19 owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:03.428201 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:55:03.510314 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6e7a7b60-ee63-44b9-a006-9dc00a2c3945 req-80409105-54e2-4f9a-a746-8334369ce9e3 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679596 Oct 28 09:55:03.532127 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f8eb649d-048f-4a09-8137-f2c022dbf156 req-dbfcda04-859b-4f5b-8c0a-c30931cbfd3d tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5478582 Oct 28 09:55:03.579403 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Deleting port 136e1edc-4d37-4384-8906-1111aa7c5d19 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:55:03.580028 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.664705 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] For port 136e1edc-4d37-4384-8906-1111aa7c5d19, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=136e1edc-4d37-4384-8906-1111aa7c5d19,segment=NetworkSegment(d1ad176b-d962-4cf6-bebd-aa1af5347ae3),segment_id=d1ad176b-d962-4cf6-bebd-aa1af5347ae3)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:03.664705 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.681862 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Calling delete_port for 136e1edc-4d37-4384-8906-1111aa7c5d19 owned by network:dhcp {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:55:03.708741 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.752328 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] Pushing event deleted for resources: {'Port': ['ID=136e1edc-4d37-4384-8906-1111aa7c5d19,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.760331 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2dcdc-4c42-40c0-8ed7-2d30efd96464 None None] No DVR routers for this DVR port 136e1edc-4d37-4384-8906-1111aa7c5d19 on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:55:03.817422 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.851738 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Pushing event deleted for resources: {'Port': ['ID=136e1edc-4d37-4384-8906-1111aa7c5d19,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:03.856250 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] No DVR routers for this DVR port 136e1edc-4d37-4384-8906-1111aa7c5d19 on host dv-cinder-815712-3-iscsi {{(pid=108755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:55:03.943097 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:03.968587 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35fd8ce-1440-413c-a793-3622068b4395']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.979286 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.979577 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ad176b-d962-4cf6-bebd-aa1af5347ae3') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:55:03.990567 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:04.007366 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:04.018856 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:55:04.019563 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: self.session.flush() Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: self.session.flush() Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: self.session.flush() Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: self.session.flush() Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:55:04.022380 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:55:04.353452 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:04.359746 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:04.364964 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] 10.222.0.104 "DELETE /v2.0/networks/c35fd8ce-1440-413c-a793-3622068b4395 HTTP/1.1" status: 204 len: 168 time: 1.8368425 Oct 28 09:55:04.377466 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632fa15-d2e7-4482-a514-041aa9477428 admin admin] Pushing event deleted for resources: {'Network': ['ID=c35fd8ce-1440-413c-a793-3622068b4395,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:04.519179 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:04.645661 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:04.715325 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 136e1edc-4d37-4384-8906-1111aa7c5d19 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:04.748494 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 136e1edc-4d37-4384-8906-1111aa7c5d19 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:55:04.748494 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 136e1edc-4d37-4384-8906-1111aa7c5d19 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:55:04.766939 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b20c2-d975-490d-b403-1675691923d5 req-e958ee2d-0aa7-4428-a959-a9bc0e846e99 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:04.768571 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-285b20c2-d975-490d-b403-1675691923d5 req-e958ee2d-0aa7-4428-a959-a9bc0e846e99 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 944 time: 0.1692216 Oct 28 09:55:04.778793 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:04.783635 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:04.785758 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0ec86-d1ff-42c3-85dd-69a0a4c42407 req-07b801a5-7e48-4b3e-a243-94b762a96d2e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:04.787302 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e1d0ec86-d1ff-42c3-85dd-69a0a4c42407 req-07b801a5-7e48-4b3e-a243-94b762a96d2e tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0892415 Oct 28 09:55:04.861635 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-285b20c2-d975-490d-b403-1675691923d5 req-07ae1ead-e393-4ddb-8d99-db32b998f737 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863214 Oct 28 09:55:04.867414 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e1d0ec86-d1ff-42c3-85dd-69a0a4c42407 req-bafa1fc9-3e76-4dc4-9893-243aa33ac267 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723522 Oct 28 09:55:04.888043 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52100) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:04.928453 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:04.958511 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:04.961687 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-31b9c620-ea7e-4779-a23b-6ecc32bf544b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8d7839b812b745549a72a1e089b6f4e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0695813 Oct 28 09:55:04.961996 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52102) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:04.963308 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff72e40-0f23-40b5-8167-5400bde0ed90" -d '{"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-plugged", "status": "completed", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:04.989133 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:05.011975 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2d72f2-72a8-42c8-bcd9-a9ee0187d8a1 x-openstack-request-id: req-ec2d72f2-72a8-42c8-bcd9-a9ee0187d8a1 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:05.012365 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-plugged", "status": "completed", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:05.014175 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ec2d72f2-72a8-42c8-bcd9-a9ee0187d8a1 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:05.014889 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'code': 200} Oct 28 09:55:05.052621 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79cbcaea-7717-40e0-afad-b2d33e654618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:05.079684 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79cbcaea-7717-40e0-afad-b2d33e654618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:05.134523 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:05.188925 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=8']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.394895 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79cbcaea-7717-40e0-afad-b2d33e654618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:05.397484 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-79cbcaea-7717-40e0-afad-b2d33e654618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:05.398623 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-79cbcaea-7717-40e0-afad-b2d33e654618 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ac82bffb-c053-48c6-ba8a-f0645dae5f2e HTTP/1.1" status: 204 len: 168 time: 0.4356441 Oct 28 09:55:05.407523 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbcaea-7717-40e0-afad-b2d33e654618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac82bffb-c053-48c6-ba8a-f0645dae5f2e,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:05.441919 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460c2ac-96f4-4dec-9206-3db11bc95ba2 req-22fb658b-419b-40f3-929a-a07b0eb31be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:05.449922 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f460c2ac-96f4-4dec-9206-3db11bc95ba2 req-22fb658b-419b-40f3-929a-a07b0eb31be1 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1098 time: 0.0510726 Oct 28 09:55:05.481270 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f460c2ac-96f4-4dec-9206-3db11bc95ba2 req-ac255ae5-e9a8-4b3b-8cc7-345e8409dae6 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300109 Oct 28 09:55:06.078985 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc931e3-f4f0-4846-95f1-d533840720a0 req-f6dbda2c-8f79-4071-99f8-b05d47d55ba6 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:06.080417 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bdc931e3-f4f0-4846-95f1-d533840720a0 req-f6dbda2c-8f79-4071-99f8-b05d47d55ba6 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.1121938 Oct 28 09:55:06.093747 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cad06-8f3b-455f-83b8-025713e90707 req-ba1795e1-3ff5-451c-a10d-93cc98060f60 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:06.095249 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c96cad06-8f3b-455f-83b8-025713e90707 req-ba1795e1-3ff5-451c-a10d-93cc98060f60 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0793278 Oct 28 09:55:06.150711 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bdc931e3-f4f0-4846-95f1-d533840720a0 req-65a00ec0-7e80-46af-b4de-ec8992371032 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544682 Oct 28 09:55:06.158658 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c96cad06-8f3b-455f-83b8-025713e90707 req-c3e51e4a-175c-4f77-9a04-6b28c1b3ad38 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563188 Oct 28 09:55:06.720989 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02564f3c-4977-4971-b915-8b719955df67 req-80c48760-80ec-4b81-9378-022075b36f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:06.722650 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-02564f3c-4977-4971-b915-8b719955df67 req-80c48760-80ec-4b81-9378-022075b36f72 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1098 time: 0.0528276 Oct 28 09:55:06.831846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02564f3c-4977-4971-b915-8b719955df67 req-b42566eb-137d-4ea1-924f-57df151e7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:06.833673 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-02564f3c-4977-4971-b915-8b719955df67 req-b42566eb-137d-4ea1-924f-57df151e7989 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.1023877 Oct 28 09:55:06.905290 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-02564f3c-4977-4971-b915-8b719955df67 req-0e6a0b28-cfe2-4877-ac5f-75ba13e9e65f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0641186 Oct 28 09:55:06.976043 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02564f3c-4977-4971-b915-8b719955df67 req-096d2b07-6e54-4b4f-acbd-1b6e1351cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:06.977693 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-02564f3c-4977-4971-b915-8b719955df67 req-096d2b07-6e54-4b4f-acbd-1b6e1351cb3a service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0548136 Oct 28 09:55:07.027601 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02564f3c-4977-4971-b915-8b719955df67 req-02d44d6c-1d88-4dd3-8c26-3278568916e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:07.030997 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-02564f3c-4977-4971-b915-8b719955df67 req-02d44d6c-1d88-4dd3-8c26-3278568916e0 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429909 Oct 28 09:55:07.137375 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-02564f3c-4977-4971-b915-8b719955df67 req-d90a1a1e-808d-4d38-aee6-394dbd120cb7 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004350 Oct 28 09:55:07.255613 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-02564f3c-4977-4971-b915-8b719955df67 req-4e826357-e42b-491b-9ab8-5efe9b188a6c service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106887 Oct 28 09:55:07.319193 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f24cd8-fb26-494c-a725-65b0ded03f9a req-c1125695-d775-4df3-a9b0-1b66b1a4484f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:07.320903 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-71f24cd8-fb26-494c-a725-65b0ded03f9a req-c1125695-d775-4df3-a9b0-1b66b1a4484f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0829360 Oct 28 09:55:07.369301 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-71f24cd8-fb26-494c-a725-65b0ded03f9a req-98b7cb47-8d05-4c77-a4c5-519ecfed9be0 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Oct 28 09:55:07.486566 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfa324-ca57-4739-93c6-a18c3b0647e9 req-3e383536-e1fc-4967-a8a0-2b1b95dfaaf1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:07.488152 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-01bfa324-ca57-4739-93c6-a18c3b0647e9 req-3e383536-e1fc-4967-a8a0-2b1b95dfaaf1 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0526392 Oct 28 09:55:07.546343 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-01bfa324-ca57-4739-93c6-a18c3b0647e9 req-697e8ced-0033-4ba8-83d0-2b6aea8a1fbc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518770 Oct 28 09:55:08.372325 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a0b14f27-9741-490e-a639-a2a78b62fe5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:08.669048 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:08.695867 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c49a7-7add-488d-af60-7aca371e1a71 req-94b7b3fa-537f-4d85-9140-3acd58da6633 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:08.697482 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-684c49a7-7add-488d-af60-7aca371e1a71 req-94b7b3fa-537f-4d85-9140-3acd58da6633 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 945 time: 0.0562549 Oct 28 09:55:08.740345 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-684c49a7-7add-488d-af60-7aca371e1a71 req-f601690b-7d1f-4038-8798-e0bfc00ae92c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355520 Oct 28 09:55:08.756612 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:08.781604 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:08.783892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de55fdb-d297-4d43-a2eb-8878c409b5ae" -d '{"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-unplugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:08.800522 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:08.830683 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70b4655-9082-4193-91a1-a2169c390616 x-openstack-request-id: req-d70b4655-9082-4193-91a1-a2169c390616 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:08.830683 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-unplugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:08.830683 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d70b4655-9082-4193-91a1-a2169c390616 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:08.830683 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'code': 200} Oct 28 09:55:08.898091 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:08.969669 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=8']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:08.978065 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.000625 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:55:09.884197 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91d1e8-7478-4be4-bf26-1750bee9dd2d req-005f8c6a-7c15-4d91-8c7e-33cc5c684a90 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:09.885757 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7a91d1e8-7478-4be4-bf26-1750bee9dd2d req-005f8c6a-7c15-4d91-8c7e-33cc5c684a90 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0602684 Oct 28 09:55:09.929256 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7a91d1e8-7478-4be4-bf26-1750bee9dd2d req-842ee4e0-820e-4c1b-845f-1a88e9082356 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366108 Oct 28 09:55:10.852012 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-3ee567c1-a422-4346-92a5-3176ce8b54a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:12.234112 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:12.435016 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:12.908563 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:55:13.389000 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f691a7-7204-4fb9-aa23-0007c6bd0c88 req-e902404d-38ae-4aa7-be04-a690b2963ad3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:13.391056 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d3f691a7-7204-4fb9-aa23-0007c6bd0c88 req-e902404d-38ae-4aa7-be04-a690b2963ad3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0524595 Oct 28 09:55:13.431702 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d3f691a7-7204-4fb9-aa23-0007c6bd0c88 req-b804d14e-2f8d-4f67-86fe-8b201464ee6a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348301 Oct 28 09:55:13.709734 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-1106bc12-f99e-4b22-a587-0e263044c06b service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432711 Oct 28 09:55:14.283994 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:14.563833 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e1b1f-23c5-47c0-9911-e4694d32cd51 req-f1b1b189-e541-4c28-9b2d-a6374db9ebd8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:14.565404 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c33e1b1f-23c5-47c0-9911-e4694d32cd51 req-f1b1b189-e541-4c28-9b2d-a6374db9ebd8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0520284 Oct 28 09:55:14.609584 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c33e1b1f-23c5-47c0-9911-e4694d32cd51 req-da604d4d-1de1-456e-ac1c-837615d4fc6a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379465 Oct 28 09:55:15.742937 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ca4e6-3621-4fa6-a6d4-cf6087168d3e req-87284bed-55a5-4c06-9d2b-f42aff5df4bf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:15.744431 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f15ca4e6-3621-4fa6-a6d4-cf6087168d3e req-87284bed-55a5-4c06-9d2b-f42aff5df4bf tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0553498 Oct 28 09:55:15.786626 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f15ca4e6-3621-4fa6-a6d4-cf6087168d3e req-a3ccf9ca-3681-4353-a5a9-744038dc3913 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354886 Oct 28 09:55:15.819313 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-2aa68ef9-1487-4697-a867-f677c125d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:15.820836 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-2aa68ef9-1487-4697-a867-f677c125d63c service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028&tenant_id=137c34c5941c4c86801a0e6b8b5c2f67 HTTP/1.1" status: 200 len: 1096 time: 0.0461028 Oct 28 09:55:15.885637 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-a08f4359-10d4-4f4c-b30b-1a2593f8eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:15.887236 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-a08f4359-10d4-4f4c-b30b-1a2593f8eec9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1096 time: 0.0414464 Oct 28 09:55:15.987203 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-32b55742-9230-4554-94c1-455313080e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:15.988726 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-32b55742-9230-4554-94c1-455313080e7c service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.0935326 Oct 28 09:55:16.303293 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-d7273b24-0567-44f7-a019-69236cba6b8c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5 HTTP/1.1" status: 200 len: 999 time: 0.3060050 Oct 28 09:55:16.354187 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-65c63a56-9ff1-4e14-81fa-9ea1b1efe7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:16.355563 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-65c63a56-9ff1-4e14-81fa-9ea1b1efe7a8 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0446949 Oct 28 09:55:16.401493 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-2283f2a6-efd3-4b80-9847-d8c6cc8dcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:16.402984 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-2283f2a6-efd3-4b80-9847-d8c6cc8dcdc9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402658 Oct 28 09:55:16.497017 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-81c99052-f55e-486f-b668-066021032698 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865240 Oct 28 09:55:16.594521 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7fd269dc-d2ac-4356-b57c-ae4b30a5943a req-e802c8e6-b417-4436-98c1-2a77dff59106 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898552 Oct 28 09:55:16.925459 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88545f5-62c2-4595-9177-775428c66191 req-eeb36546-3f3f-49da-a9f5-fcc8017d7acd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:16.926992 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f88545f5-62c2-4595-9177-775428c66191 req-eeb36546-3f3f-49da-a9f5-fcc8017d7acd tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0589440 Oct 28 09:55:16.973424 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f88545f5-62c2-4595-9177-775428c66191 req-4acdd7d3-9d51-458b-9f5c-c56f28a5513b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 Oct 28 09:55:17.204346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52302) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:17.396647 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f448c619-a5dd-43fc-97bb-e1cecb716035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:17.499967 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f448c619-a5dd-43fc-97bb-e1cecb716035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:17.579161 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f448c619-a5dd-43fc-97bb-e1cecb716035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:17.633792 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f448c619-a5dd-43fc-97bb-e1cecb716035 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cf55ebcd61164e07bc2e3ef931f15ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251978 Oct 28 09:55:17.633792 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448c619-a5dd-43fc-97bb-e1cecb716035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1741cfd-9a55-49da-9d13-38286c0be5d8,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:17.634138 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52308) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:17.703443 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a061f47b-29d9-4400-a654-676098ca8b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:17.730225 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a061f47b-29d9-4400-a654-676098ca8b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:17.989245 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a061f47b-29d9-4400-a654-676098ca8b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:17.991829 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a061f47b-29d9-4400-a654-676098ca8b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:17.993025 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a061f47b-29d9-4400-a654-676098ca8b7f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d1741cfd-9a55-49da-9d13-38286c0be5d8 HTTP/1.1" status: 204 len: 168 time: 0.3572397 Oct 28 09:55:18.002407 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061f47b-29d9-4400-a654-676098ca8b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1741cfd-9a55-49da-9d13-38286c0be5d8,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:18.143269 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89df95d-68e0-448f-a0c1-7f2a487069f3 req-1acf202f-7b12-4790-8481-5f48b5231538 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:18.145288 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d89df95d-68e0-448f-a0c1-7f2a487069f3 req-1acf202f-7b12-4790-8481-5f48b5231538 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0634401 Oct 28 09:55:18.189566 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d89df95d-68e0-448f-a0c1-7f2a487069f3 req-52d73d18-8577-4762-b453-bd7184d802d3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357189 Oct 28 09:55:19.333695 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a70f-a160-45bf-80b2-5536a9ee787d req-7ff91228-e333-4753-862e-3b7dd7958cca tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:19.336131 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e0e1a70f-a160-45bf-80b2-5536a9ee787d req-7ff91228-e333-4753-862e-3b7dd7958cca tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0565820 Oct 28 09:55:19.382526 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e0e1a70f-a160-45bf-80b2-5536a9ee787d req-a04d880c-f3b5-4de0-86ac-fedce544a7d7 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382721 Oct 28 09:55:20.546057 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805b418-ef98-4a09-88c0-d3c4d7362297 req-0244fb14-fa29-41ba-8d1d-6d9fb03a6ad4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:20.550229 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5805b418-ef98-4a09-88c0-d3c4d7362297 req-0244fb14-fa29-41ba-8d1d-6d9fb03a6ad4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0884368 Oct 28 09:55:20.591677 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5805b418-ef98-4a09-88c0-d3c4d7362297 req-b51d2121-b74d-40d0-b195-a46988513ee3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345690 Oct 28 09:55:21.733099 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdca9-3efd-4207-8974-af798297877b req-aa07338b-2e4c-4111-9255-c9051b8f8a14 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:21.734590 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ba2fdca9-3efd-4207-8974-af798297877b req-aa07338b-2e4c-4111-9255-c9051b8f8a14 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0610013 Oct 28 09:55:21.776865 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ba2fdca9-3efd-4207-8974-af798297877b req-ea886d2e-b955-4a07-8b99-40f38c06d453 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360162 Oct 28 09:55:22.905806 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9ec7b-ac71-4ed8-a006-e19e1183a34a req-cfec0889-2e8a-43f4-b0b8-adaef32ff149 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:22.907613 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-20f9ec7b-ac71-4ed8-a006-e19e1183a34a req-cfec0889-2e8a-43f4-b0b8-adaef32ff149 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0534625 Oct 28 09:55:22.954086 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-20f9ec7b-ac71-4ed8-a006-e19e1183a34a req-d52cbd0e-b70d-4b2e-afcd-7e9b3f320add tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359218 Oct 28 09:55:24.080490 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac704a-ff63-4979-bd5d-d4cbac72df03 req-ad14bfd0-3796-4cdc-94f7-70849c600a07 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:24.082094 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcac704a-ff63-4979-bd5d-d4cbac72df03 req-ad14bfd0-3796-4cdc-94f7-70849c600a07 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0531631 Oct 28 09:55:24.126900 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bcac704a-ff63-4979-bd5d-d4cbac72df03 req-44c047d2-ffb8-4997-9443-ce4e9afaaef9 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383873 Oct 28 09:55:25.291943 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca86e7-1994-4858-8c3e-0664ff5a1a0e req-f1bf2f26-64d8-426a-98e0-47784a3c5e62 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:25.300903 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ddca86e7-1994-4858-8c3e-0664ff5a1a0e req-f1bf2f26-64d8-426a-98e0-47784a3c5e62 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0865130 Oct 28 09:55:25.341455 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ddca86e7-1994-4858-8c3e-0664ff5a1a0e req-f2467312-c95e-40ec-956d-674e4bb844ad tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394897 Oct 28 09:55:26.501962 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ebe91-d3a3-45a5-9318-19d6761dd45c req-b17d88bf-42d3-4b46-b22e-086cb94b6a22 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:26.503546 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d00ebe91-d3a3-45a5-9318-19d6761dd45c req-b17d88bf-42d3-4b46-b22e-086cb94b6a22 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0671041 Oct 28 09:55:26.558544 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d00ebe91-d3a3-45a5-9318-19d6761dd45c req-8f666ff9-2ff5-4733-ae2a-0133cb809e39 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487268 Oct 28 09:55:27.687582 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3bfda-d35e-466a-999d-8974c82d3eb2 req-9862fd67-7fd2-4711-ad85-fe20147491af tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:27.689237 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b8c3bfda-d35e-466a-999d-8974c82d3eb2 req-9862fd67-7fd2-4711-ad85-fe20147491af tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0528808 Oct 28 09:55:27.731339 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b8c3bfda-d35e-466a-999d-8974c82d3eb2 req-46f97d44-3162-4218-8af3-1175e66e8bfc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350790 Oct 28 09:55:28.120331 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:28.860495 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf636030-83ff-4ed6-bea5-d2a6f1b60f1f req-3163c162-1d75-49ad-a617-97abbae680ad tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:28.862084 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bf636030-83ff-4ed6-bea5-d2a6f1b60f1f req-3163c162-1d75-49ad-a617-97abbae680ad tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0555699 Oct 28 09:55:28.900089 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bf636030-83ff-4ed6-bea5-d2a6f1b60f1f req-36849796-15d7-4856-b7e7-1c72ea91d725 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318182 Oct 28 09:55:30.026435 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a4058-0feb-49ee-8dba-9c1c9f9c1d5a req-d88b4304-576c-4344-a0fb-5943627dc111 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:30.027946 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d16a4058-0feb-49ee-8dba-9c1c9f9c1d5a req-d88b4304-576c-4344-a0fb-5943627dc111 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0503919 Oct 28 09:55:30.069679 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d16a4058-0feb-49ee-8dba-9c1c9f9c1d5a req-0d159717-35ce-43e6-8869-5326e88e6433 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350041 Oct 28 09:55:30.983938 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:55:31.080267 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52454) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:31.088024 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:31.100416 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'port_id': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'mac_address': 'fa:16:3e:8a:6f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:55:31.142790 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.158738 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:55:31.189940 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:31.197498 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2a55ca59-c593-42d9-b7d5-b8dd9ba5316f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.206414 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde6808-aa8b-4d22-ba0d-7934bdec88a7 req-13256f0e-4698-449b-909d-475856628055 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:31.207918 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2fde6808-aa8b-4d22-ba0d-7934bdec88a7 req-13256f0e-4698-449b-909d-475856628055 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 943 time: 0.0629997 Oct 28 09:55:31.249489 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2fde6808-aa8b-4d22-ba0d-7934bdec88a7 req-d975bc9f-60c4-4902-84ad-41d99d9d13e8 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353024 Oct 28 09:55:31.279757 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2a55ca59-c593-42d9-b7d5-b8dd9ba5316f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.329356 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.381223 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=9']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:31.383023 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2a55ca59-c593-42d9-b7d5-b8dd9ba5316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.423406 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-2a55ca59-c593-42d9-b7d5-b8dd9ba5316f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=24fc12c3129e4ce68908be7dabf70aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441012 Oct 28 09:55:31.424084 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55ca59-c593-42d9-b7d5-b8dd9ba5316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3e2338-00c0-4df3-be73-75cb1f832948,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:31.426109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52460) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:31.484451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-38155421-59f7-4912-9251-d909d840f9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.506255 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-38155421-59f7-4912-9251-d909d840f9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.567102 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['15410dad-2493-48fa-8bb6-cbde6b1a0ab5'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:55:31.643426 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-38155421-59f7-4912-9251-d909d840f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.646403 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-38155421-59f7-4912-9251-d909d840f9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:31.647899 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-38155421-59f7-4912-9251-d909d840f9a7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8b3e2338-00c0-4df3-be73-75cb1f832948 HTTP/1.1" status: 204 len: 168 time: 0.2206497 Oct 28 09:55:31.658872 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38155421-59f7-4912-9251-d909d840f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3e2338-00c0-4df3-be73-75cb1f832948,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:32.073396 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-25ecd59a-2545-45dd-ad92-53292a9d4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:32.075468 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-25ecd59a-2545-45dd-ad92-53292a9d4ea1 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1097 time: 0.0426962 Oct 28 09:55:32.183488 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-b757545e-9c05-4332-a1a3-a3274ad65707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:32.185802 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-b757545e-9c05-4332-a1a3-a3274ad65707 service neutron] 10.222.0.109 "GET /v2.0/networks?id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 200 len: 918 time: 0.0895531 Oct 28 09:55:32.256628 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-953bff47-4807-4927-a8a2-7d078790a8db service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5 HTTP/1.1" status: 200 len: 1000 time: 0.0640254 Oct 28 09:55:32.312612 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-3bdbc314-4e4f-4ae2-9e70-c11bf9a8633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:32.314098 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-3bdbc314-4e4f-4ae2-9e70-c11bf9a8633d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 200 len: 856 time: 0.0492136 Oct 28 09:55:32.363882 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-1dc830d0-be48-412d-bd24-8c5185aec6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:32.365512 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-1dc830d0-be48-412d-bd24-8c5185aec6f2 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429780 Oct 28 09:55:32.379719 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd346bc-38ee-4ab7-b38b-93c8e7ec07f3 req-c13f98b6-837e-4a9f-84d3-ab8668f88d42 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:32.381435 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9fd346bc-38ee-4ab7-b38b-93c8e7ec07f3 req-c13f98b6-837e-4a9f-84d3-ab8668f88d42 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 944 time: 0.0568316 Oct 28 09:55:32.433248 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9fd346bc-38ee-4ab7-b38b-93c8e7ec07f3 req-100a33b4-0fa9-4505-a2d5-3e69f9316066 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442052 Oct 28 09:55:32.471392 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-e6a1fb33-b284-437d-8eb6-0ec7371cd5b1 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974095 Oct 28 09:55:32.570909 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-19736eba-6f98-4717-bb33-9548cba2fac1 req-2795cd24-2aaf-45e4-a269-281df32cae44 service neutron] 10.222.0.109 "GET /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912890 Oct 28 09:55:32.998755 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:55:33.054047 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:55:33.054530 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.136838 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.170500 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:55:33.173011 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4594a7-f16b-4082-aa7f-36c9e94e1dd3" -d '{"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-plugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:55:33.189693 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:55:33.220172 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449b1c1e-8297-4e45-babd-477c1e223e2b x-openstack-request-id: req-449b1c1e-8297-4e45-babd-477c1e223e2b {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:55:33.220460 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-plugged", "status": "completed", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:55:33.220744 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-449b1c1e-8297-4e45-babd-477c1e223e2b {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:55:33.221187 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'code': 200} Oct 28 09:55:33.243900 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:33.313895 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=10']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:33.554866 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8448a1-dca0-4621-92e3-dab81d18f1b4 req-fd6091ee-b085-4409-900f-aeebbc2cb3fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:33.556598 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c8448a1-dca0-4621-92e3-dab81d18f1b4 req-fd6091ee-b085-4409-900f-aeebbc2cb3fe tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 946 time: 0.0541561 Oct 28 09:55:33.575668 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccfa71-0c8a-4738-a12b-7d44344582bf req-c4a96379-602f-4681-aced-8404a7e10c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:33.578687 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-fcccfa71-0c8a-4738-a12b-7d44344582bf req-c4a96379-602f-4681-aced-8404a7e10c02 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 1099 time: 0.0509696 Oct 28 09:55:33.601188 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1c8448a1-dca0-4621-92e3-dab81d18f1b4 req-90a797db-0c85-4039-a5e4-54e4a4f352a5 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376353 Oct 28 09:55:33.624173 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-fcccfa71-0c8a-4738-a12b-7d44344582bf req-b515af28-9d0a-411f-8f59-6f5941fb4526 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297420 Oct 28 09:55:34.342305 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52516) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:34.449391 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cb569d78-3ccb-4857-84d8-4abf99ea320d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.523945 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cb569d78-3ccb-4857-84d8-4abf99ea320d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.588822 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cb569d78-3ccb-4857-84d8-4abf99ea320d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.628924 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-cb569d78-3ccb-4857-84d8-4abf99ea320d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bcd1521e43db48879f201514ce8cb93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853415 Oct 28 09:55:34.629650 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb569d78-3ccb-4857-84d8-4abf99ea320d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262914eb-b512-4433-9413-e28c1a93a19a,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:34.632825 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52522) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:34.687448 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4932a7f5-9d19-4198-b39a-dca54a95e835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.709880 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4932a7f5-9d19-4198-b39a-dca54a95e835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.733741 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45f10f-4ebd-42fe-9b0c-a98fa03b215e req-ee4783f5-a3e8-418f-b500-dfc621ebcbf2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:34.735256 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9f45f10f-4ebd-42fe-9b0c-a98fa03b215e req-ee4783f5-a3e8-418f-b500-dfc621ebcbf2 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 946 time: 0.0556824 Oct 28 09:55:34.776208 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9f45f10f-4ebd-42fe-9b0c-a98fa03b215e req-6d5544a9-fe06-418d-980e-9d0567e691b6 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341992 Oct 28 09:55:34.842515 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4932a7f5-9d19-4198-b39a-dca54a95e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.850671 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4932a7f5-9d19-4198-b39a-dca54a95e835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:34.852052 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-4932a7f5-9d19-4198-b39a-dca54a95e835 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/262914eb-b512-4433-9413-e28c1a93a19a HTTP/1.1" status: 204 len: 168 time: 0.2181673 Oct 28 09:55:34.863263 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932a7f5-9d19-4198-b39a-dca54a95e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262914eb-b512-4433-9413-e28c1a93a19a,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.614683 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52560) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:35.628843 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cde4324e-61f5-440c-86ef-4d55e310a3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.714859 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cde4324e-61f5-440c-86ef-4d55e310a3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.912163 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cde4324e-61f5-440c-86ef-4d55e310a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:35.913480 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085a41d-58f2-44f0-a5d1-5c7b719497c4 req-2423287a-4246-4ef8-88c2-523e53128ab3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:35.915084 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5085a41d-58f2-44f0-a5d1-5c7b719497c4 req-2423287a-4246-4ef8-88c2-523e53128ab3 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 946 time: 0.0523722 Oct 28 09:55:35.957858 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-cde4324e-61f5-440c-86ef-4d55e310a3a9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9af8217539b247099c70c7aa5cdd1f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420472 Oct 28 09:55:35.958873 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4324e-61f5-440c-86ef-4d55e310a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f10a6d-b966-4855-bb07-d3e2c879528c,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:35.961944 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52566) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:35.963342 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5085a41d-58f2-44f0-a5d1-5c7b719497c4 req-d3174248-75ec-4f6f-99ce-6ba633742f1c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407951 Oct 28 09:55:36.024024 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1d809dab-a6d7-406f-a2a6-4dbbd52745ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.058232 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1d809dab-a6d7-406f-a2a6-4dbbd52745ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.169906 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1d809dab-a6d7-406f-a2a6-4dbbd52745ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.172438 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-1d809dab-a6d7-406f-a2a6-4dbbd52745ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:36.173855 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-1d809dab-a6d7-406f-a2a6-4dbbd52745ed admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/64f10a6d-b966-4855-bb07-d3e2c879528c HTTP/1.1" status: 204 len: 168 time: 0.2107582 Oct 28 09:55:36.182657 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d809dab-a6d7-406f-a2a6-4dbbd52745ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f10a6d-b966-4855-bb07-d3e2c879528c,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:37.089911 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc9e9-020b-47e2-961f-658083c13ff7 req-35b8d136-92d0-4abf-be18-a137aea9d546 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:55:37.091970 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-662bc9e9-020b-47e2-961f-658083c13ff7 req-35b8d136-92d0-4abf-be18-a137aea9d546 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 946 time: 0.0496042 Oct 28 09:55:37.130365 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-662bc9e9-020b-47e2-961f-658083c13ff7 req-2b40525b-ef9f-4c09-877f-2fff94be5f51 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Oct 28 09:55:38.348403 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5596141c-9c77-4cb2-8123-ccaa94e27c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.477781 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52610) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:38.585487 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-64824815-f803-406c-aa01-c2518302c06e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.665787 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-64824815-f803-406c-aa01-c2518302c06e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.759962 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-64824815-f803-406c-aa01-c2518302c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.802879 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-64824815-f803-406c-aa01-c2518302c06e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6e8dd0e850a64797979a83626af1edcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239708 Oct 28 09:55:38.804090 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64824815-f803-406c-aa01-c2518302c06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f7bf32-7268-4390-bd2e-448293065747,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:38.805746 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52614) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:38.860818 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc5f07c8-65e2-44f7-975d-31000a2cca07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:38.883893 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc5f07c8-65e2-44f7-975d-31000a2cca07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.074074 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc5f07c8-65e2-44f7-975d-31000a2cca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.077110 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cc5f07c8-65e2-44f7-975d-31000a2cca07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.078297 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-cc5f07c8-65e2-44f7-975d-31000a2cca07 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/07f7bf32-7268-4390-bd2e-448293065747 HTTP/1.1" status: 204 len: 168 time: 0.2714112 Oct 28 09:55:39.086917 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f07c8-65e2-44f7-975d-31000a2cca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f7bf32-7268-4390-bd2e-448293065747,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.767416 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52620) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:39.781811 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0c04c740-e743-4fdb-9087-ff89d8ce914a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.856120 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0c04c740-e743-4fdb-9087-ff89d8ce914a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.940263 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0c04c740-e743-4fdb-9087-ff89d8ce914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:39.980159 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04c740-e743-4fdb-9087-ff89d8ce914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c4d184-3ab8-4368-965f-cb0d88fdafb6,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:39.985241 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0c04c740-e743-4fdb-9087-ff89d8ce914a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a739ecf0a6f84380848386d4737d8013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165582 Oct 28 09:55:39.988577 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52622) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:55:40.048102 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e58a1ad9-29a0-4f5a-9575-0fa174682152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.071490 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e58a1ad9-29a0-4f5a-9575-0fa174682152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.197335 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e58a1ad9-29a0-4f5a-9575-0fa174682152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.199848 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e58a1ad9-29a0-4f5a-9575-0fa174682152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:40.201084 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-e58a1ad9-29a0-4f5a-9575-0fa174682152 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/25c4d184-3ab8-4368-965f-cb0d88fdafb6 HTTP/1.1" status: 204 len: 168 time: 0.2122736 Oct 28 09:55:40.209404 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a1ad9-29a0-4f5a-9575-0fa174682152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c4d184-3ab8-4368-965f-cb0d88fdafb6,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:55:40.889779 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a41ae43-f099-4537-93fe-4365d07a1f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:41.522372 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:55:42.225969 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:42.409234 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:44.245766 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:55:58.296899 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:08.430453 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8bc0-e050-41c0-9f67-f25ce941c8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:10.864734 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-de4b6617-bd88-49d7-b3b0-15c3099a73ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:12.276141 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:12.419832 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:14.236257 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:16.348461 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b00a97-105c-4c43-a2f5-1c4edbafb5a5 req-50d0cd43-7717-4328-a69d-472a44382942 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:16.350207 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d2b00a97-105c-4c43-a2f5-1c4edbafb5a5 req-50d0cd43-7717-4328-a69d-472a44382942 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 946 time: 0.0528440 Oct 28 09:56:16.393215 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d2b00a97-105c-4c43-a2f5-1c4edbafb5a5 req-af652b01-8fc0-432e-89c8-d6d36829e071 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349579 Oct 28 09:56:16.540901 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52852) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:16.663584 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:16.761308 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:16.818763 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:16.861375 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=018531bf03dc4ac7b701668deceb9c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192785 Oct 28 09:56:16.862235 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805e8983-47a8-4fda-9aed-745887788b69,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:16.864047 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52856) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:16.870053 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.870390 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.870721 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.871048 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.871371 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.871694 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.872589 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.872941 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.873263 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.873578 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.873893 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.874470 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd902066-fe78-4c87-81d8-8799051a4662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:16.925175 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:16.956737 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:17.125568 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:17.128037 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:17.129317 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/805e8983-47a8-4fda-9aed-745887788b69 HTTP/1.1" status: 204 len: 168 time: 0.2642412 Oct 28 09:56:17.138000 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805e8983-47a8-4fda-9aed-745887788b69,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:17.146643 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.146993 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.147337 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.147661 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.147993 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.148318 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.148715 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.150756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.150756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.150756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.150756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.150756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a4c0e-a827-4f1d-bff0-ceff6c0b338a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:17.534102 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d650b9-7ae0-440b-b5a3-887ee7973ba3 req-23bc6aba-bb7e-4cd3-819c-564c5deb1911 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:17.535710 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c2d650b9-7ae0-440b-b5a3-887ee7973ba3 req-23bc6aba-bb7e-4cd3-819c-564c5deb1911 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 946 time: 0.0641365 Oct 28 09:56:17.581164 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c2d650b9-7ae0-440b-b5a3-887ee7973ba3 req-9663a209-02a0-44d3-9d1f-d031f086a7c4 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups?id=bc92193f-0e04-4ffd-a772-d2746e1a47ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390952 Oct 28 09:56:17.748367 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-b31d8069-d6ca-4048-ac2a-cad714e0bb7c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:17.750299 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-b31d8069-d6ca-4048-ac2a-cad714e0bb7c tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 946 time: 0.0590608 Oct 28 09:56:17.793030 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52864) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:17.813085 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c5428ad1-d16e-42c8-9a81-2f6fc33cad2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:17.858654 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Deleting port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:17.859023 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:17.922070 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c5428ad1-d16e-42c8-9a81-2f6fc33cad2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:17.969663 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] For port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:17.969954 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.005014 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c5428ad1-d16e-42c8-9a81-2f6fc33cad2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.044390 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5428ad1-d16e-42c8-9a81-2f6fc33cad2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e52ee-2a34-4523-af23-23b3f4176944,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:18.051872 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-c5428ad1-d16e-42c8-9a81-2f6fc33cad2c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c71be335a8e34dd9a38712ab0fcf91dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534103 Oct 28 09:56:18.052235 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52866) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:18.107526 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9819167-6919-4b66-b8da-395c1911ca5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.130283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9819167-6919-4b66-b8da-395c1911ca5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.162444 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.162991 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.163476 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Floating IP 6c2757a2-0593-4117-9072-4ef101515b18 disassociated. External IP: 172.27.0.153, port: 15410dad-2493-48fa-8bb6-cbde6b1a0ab5. Oct 28 09:56:18.164051 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Calling delete_port for 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:18.267784 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9819167-6919-4b66-b8da-395c1911ca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.270495 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e9819167-6919-4b66-b8da-395c1911ca5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.272683 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-e9819167-6919-4b66-b8da-395c1911ca5e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4e0e52ee-2a34-4523-af23-23b3f4176944 HTTP/1.1" status: 204 len: 168 time: 0.2184253 Oct 28 09:56:18.287020 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9819167-6919-4b66-b8da-395c1911ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e52ee-2a34-4523-af23-23b3f4176944,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:18.390111 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.424009 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event deleted for resources: {'Port': ['ID=15410dad-2493-48fa-8bb6-cbde6b1a0ab5,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:18.520922 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:18.553663 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Router b5264131-a1f4-4208-b16f-ede24af50b23 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:18.709298 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:18.725287 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] Sync routers for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:18.729570 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5985670d-a3a5-4e9b-9eac-3d357ccbedc5 req-9265a1bc-34ba-4094-b296-8074fa25e5bc tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/ports?device_id=4f18b00b-bb81-40c2-96fc-aeb3627b6028 HTTP/1.1" status: 200 len: 210 time: 0.0467727 Oct 28 09:56:18.748620 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:18.750157 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:18.781096 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] No DVR routers for this DVR port 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:18.784873 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:18.791461 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-8bcb9ea1-d569-4bed-aff8-29921b5a9d2b req-174a6698-4a0f-47d3-ab58-a7ccdc719211 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.109 "DELETE /v2.0/ports/15410dad-2493-48fa-8bb6-cbde6b1a0ab5 HTTP/1.1" status: 204 len: 173 time: 1.0328152 Oct 28 09:56:18.791970 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-deleted', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:18.796002 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515cef6c-0a07-445d-8916-0740f279bbc0" -d '{"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-deleted", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:18.869251 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17490b04-9c28-4f4c-8825-97db5708ecc2 x-openstack-request-id: req-17490b04-9c28-4f4c-8825-97db5708ecc2 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:18.869720 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f18b00b-bb81-40c2-96fc-aeb3627b6028", "name": "network-vif-deleted", "tag": "15410dad-2493-48fa-8bb6-cbde6b1a0ab5", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:18.869975 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-17490b04-9c28-4f4c-8825-97db5708ecc2 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:18.870899 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f18b00b-bb81-40c2-96fc-aeb3627b6028', 'name': 'network-vif-deleted', 'tag': '15410dad-2493-48fa-8bb6-cbde6b1a0ab5', 'status': 'completed', 'code': 200} Oct 28 09:56:18.937316 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:19.193356 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:19.222604 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] Checking router: b5264131-a1f4-4208-b16f-ede24af50b23 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:19.232585 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:19.233010 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:19.354447 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:19.585619 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:19.613758 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17d6bf-7b2d-47c9-a67c-57040852f3bf None None] The sync data for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi is: [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:48:35Z', 'revision_number': 4, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '7e92a318-0ea1-4c6e-b755-4ff2e17257ac', 'name': '', 'network_id': '260cb37c-589d-4ef2-92eb-ce6dad8a9c4c', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'mac_address': 'fa:16:3e:b7:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:33Z', 'updated_at': '2021-10-28T09:48:41Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'subnets': [{'id': 'abbf1f5d-e04d-4028-90d4-69943ca89db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:19.893999 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d06d3dd-b37f-4027-8273-39f8e5435dc6 None None] New status for floating IP 6c2757a2-0593-4117-9072-4ef101515b18: DOWN {{(pid=108757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:56:19.925019 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52902) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:19.994545 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-27764da2-2c96-438a-ba7c-69916044ea9b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.021815 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-27764da2-2c96-438a-ba7c-69916044ea9b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.185439 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-27764da2-2c96-438a-ba7c-69916044ea9b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.188180 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-27764da2-2c96-438a-ba7c-69916044ea9b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.190001 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-27764da2-2c96-438a-ba7c-69916044ea9b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "DELETE /v2.0/security-groups/bc92193f-0e04-4ffd-a772-d2746e1a47ee HTTP/1.1" status: 204 len: 168 time: 0.2638881 Oct 28 09:56:20.195123 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52904) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:20.204957 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27764da2-2c96-438a-ba7c-69916044ea9b tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92193f-0e04-4ffd-a772-d2746e1a47ee,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:20.213415 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.api.v2.resource [None req-6a6944b1-3bf7-4747-9ba7-e64cc271e711 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] show failed (client error): The resource could not be found. Oct 28 09:56:20.215187 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-6a6944b1-3bf7-4747-9ba7-e64cc271e711 tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "GET /v2.0/security-groups/bc92193f-0e04-4ffd-a772-d2746e1a47ee HTTP/1.1" status: 404 len: 347 time: 0.0197423 Oct 28 09:56:20.218894 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52906) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:20.372784 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Deleting port 2c670bb5-5887-46ac-8677-c0131a2637d2 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:20.373238 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.476405 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.476859 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.490626 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Calling delete_port for 2c670bb5-5887-46ac-8677-c0131a2637d2 owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:20.717675 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.748562 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Pushing event deleted for resources: {'Port': ['ID=2c670bb5-5887-46ac-8677-c0131a2637d2,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:20.817575 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.820570 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:20.822142 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f44c99fd-9879-49e9-b57c-61631569376a tempest-AttachVolumeShelveTestJSON-533859878 tempest-AttachVolumeShelveTestJSON-533859878-project] 10.222.0.104 "DELETE /v2.0/floatingips/6c2757a2-0593-4117-9072-4ef101515b18 HTTP/1.1" status: 204 len: 168 time: 0.6017461 Oct 28 09:56:21.236904 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:21.258203 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:21.258587 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 15410dad-2493-48fa-8bb6-cbde6b1a0ab5 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:23.351101 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52956) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:23.717767 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Deleting port 087a3a44-7222-416d-a7cf-6cec288ec308 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:23.718110 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:23.841026 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:23.841818 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:23.843614 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52966) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:23.855386 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Calling delete_port for 087a3a44-7222-416d-a7cf-6cec288ec308 owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:24.133243 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:24.166416 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event deleted for resources: {'Port': ['ID=087a3a44-7222-416d-a7cf-6cec288ec308,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:24.240443 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:24.240932 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Floating IP b437c4fe-7f04-45aa-994f-f650b8ef77cd disassociated (deleted). External IP: 172.27.0.218, port: 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee. Oct 28 09:56:24.489624 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:24.495689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Router 1585d7b4-2368-450f-9613-eb0c1b04349c has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:24.711089 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:24.718357 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:24.726326 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] Sync routers for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:24.743802 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:24.745041 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:24.773858 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-6213f8d1-9cd4-4d5d-890e-f2294b8b4ce7 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "DELETE /v2.0/floatingips/b437c4fe-7f04-45aa-994f-f650b8ef77cd HTTP/1.1" status: 204 len: 168 time: 1.4213262 Oct 28 09:56:24.774727 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:24.782878 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442869ef-e6aa-412a-9da2-638226f48e49" -d '{"events": [{"name": "network-changed", "server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:24.895686 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Deleting port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:24.896279 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:24.926724 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:25.043635 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] For port 7e92a318-0ea1-4c6e-b755-4ff2e17257ac, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:25.044200 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:25.070769 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Calling delete_port for 7e92a318-0ea1-4c6e-b755-4ff2e17257ac owned by network:router_interface {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:25.089141 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 52982) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:25.234512 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:19Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:25.263999 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] Checking router: 1585d7b4-2368-450f-9613-eb0c1b04349c for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:25.274297 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:25.275615 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:25.286109 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec27235f-d779-4fac-a837-533627fce838 x-openstack-request-id: req-ec27235f-d779-4fac-a837-533627fce838 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:25.286393 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:25.286644 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ec27235f-d779-4fac-a837-533627fce838 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:25.287040 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'status': 'completed', 'code': 200} Oct 28 09:56:25.367006 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff271-e93b-4e88-b322-68170e7d3571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:25.411934 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffa137-7076-4cef-994e-3e082f819b89 req-c5ef2234-cc2b-42e9-a61e-67ba491526c8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:25.414020 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-76ffa137-7076-4cef-994e-3e082f819b89 req-c5ef2234-cc2b-42e9-a61e-67ba491526c8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0984509 Oct 28 09:56:25.462004 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-76ffa137-7076-4cef-994e-3e082f819b89 req-4b76900a-0f68-4be0-8cb1-38b9cb52ee8f tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396857 Oct 28 09:56:25.467013 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442869ef-e6aa-412a-9da2-638226f48e49 req-f94019c4-5b4d-4455-85a9-ea0a15bb72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:25.468716 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-442869ef-e6aa-412a-9da2-638226f48e49 req-f94019c4-5b4d-4455-85a9-ea0a15bb72f9 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8171734427fe4b4bb14d52d4d336a76b&device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 1098 time: 0.1598148 Oct 28 09:56:25.539071 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:25.562343 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:25.629242 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e92a318-0ea1-4c6e-b755-4ff2e17257ac,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:25.641949 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442869ef-e6aa-412a-9da2-638226f48e49 req-050f9fc3-7d82-4a07-bb3c-6bc79e72fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:25.644288 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-442869ef-e6aa-412a-9da2-638226f48e49 req-050f9fc3-7d82-4a07-bb3c-6bc79e72fbae service neutron] 10.222.0.109 "GET /v2.0/networks?id=539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 200 len: 910 time: 0.1649752 Oct 28 09:56:25.669023 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff271-e93b-4e88-b322-68170e7d3571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:25.737762 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-442869ef-e6aa-412a-9da2-638226f48e49 req-6fad6c2b-a833-4474-9c73-1ea2c54cd673 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 200 len: 217 time: 0.0758188 Oct 28 09:56:25.777506 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-ae7ff271-e93b-4e88-b322-68170e7d3571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:25.828101 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:19Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:25.886179 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ab126-630f-4de4-ab15-b3b46ae965aa None None] The sync data for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi is: [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:50:14Z', 'revision_number': 4, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'ba909829-be96-47f1-bb55-8fec1e36abbc', 'name': '', 'network_id': '539fce33-04b4-4c73-a872-377b5a59acf4', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'mac_address': 'fa:16:3e:9b:0f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'dcd59379-eec0-4dc9-b019-993388108484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:13Z', 'updated_at': '2021-10-28T09:50:19Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'subnets': [{'id': 'dcd59379-eec0-4dc9-b019-993388108484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:25.905882 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-ae7ff271-e93b-4e88-b322-68170e7d3571 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=93a51b90b8cf469eae8b4defd538e1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8155696 Oct 28 09:56:25.908604 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 52988) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:25.914561 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442869ef-e6aa-412a-9da2-638226f48e49 req-f6ee84a1-a010-4f31-8b8f-84ae9fe360f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:25.916126 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-442869ef-e6aa-412a-9da2-638226f48e49 req-f6ee84a1-a010-4f31-8b8f-84ae9fe360f7 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=dcd59379-eec0-4dc9-b019-993388108484 HTTP/1.1" status: 200 len: 848 time: 0.1696150 Oct 28 09:56:25.919928 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ff271-e93b-4e88-b322-68170e7d3571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be00039-b2e9-42bb-8382-98b6894a5046,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:25.986485 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:25.993530 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442869ef-e6aa-412a-9da2-638226f48e49 req-1c22de8d-0a77-4f93-b302-28702e4737aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:25.995504 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-442869ef-e6aa-412a-9da2-638226f48e49 req-1c22de8d-0a77-4f93-b302-28702e4737aa service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=539fce33-04b4-4c73-a872-377b5a59acf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699725 Oct 28 09:56:25.995714 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-98516752-57d3-438c-ab5b-c8c7bb5af899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:26.034577 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-98516752-57d3-438c-ab5b-c8c7bb5af899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:26.167822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-98516752-57d3-438c-ab5b-c8c7bb5af899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:26.172329 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-98516752-57d3-438c-ab5b-c8c7bb5af899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:26.177778 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-98516752-57d3-438c-ab5b-c8c7bb5af899 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3be00039-b2e9-42bb-8382-98b6894a5046 HTTP/1.1" status: 204 len: 168 time: 0.2638485 Oct 28 09:56:26.186883 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98516752-57d3-438c-ab5b-c8c7bb5af899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be00039-b2e9-42bb-8382-98b6894a5046,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:26.209181 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2debf5-bd16-4a72-bdd6-7911507c91bf None None] New status for floating IP b437c4fe-7f04-45aa-994f-f650b8ef77cd: DOWN {{(pid=108757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:56:26.446841 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-442869ef-e6aa-412a-9da2-638226f48e49 req-2eede2ad-126e-4c3a-af43-08efc5101d84 service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419072 Oct 28 09:56:26.630918 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-442869ef-e6aa-412a-9da2-638226f48e49 req-bd59f399-df3d-4983-ace7-eba81753fa21 service neutron] 10.222.0.109 "GET /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751132 Oct 28 09:56:26.643838 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Router b5264131-a1f4-4208-b16f-ede24af50b23 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:26.709104 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4853ac5-588f-4df3-b1c0-dd714716f556 req-116738cb-d26c-4325-9757-1eb74de5051e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:26.711491 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d4853ac5-588f-4df3-b1c0-dd714716f556 req-116738cb-d26c-4325-9757-1eb74de5051e tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.1234820 Oct 28 09:56:26.778686 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d4853ac5-588f-4df3-b1c0-dd714716f556 req-96a24583-1577-45b9-bf4b-971bed0c3cae tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/security-groups?id=319f0690-574c-4152-871b-a1c8f33602b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557640 Oct 28 09:56:26.801721 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:26.810722 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53002) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:26.811106 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-fb42f659-0013-4a15-bbf9-6ac2247582d5 admin admin] 10.222.0.104 "PUT /v2.0/routers/b5264131-a1f4-4208-b16f-ede24af50b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9658589 Oct 28 09:56:26.828964 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] Sync routers for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:26.845477 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:26.846553 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:26.910589 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-66887527-6556-4ae4-ae78-6fa75561fe9b tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:26.912325 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-66887527-6556-4ae4-ae78-6fa75561fe9b tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.109 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 945 time: 0.0927811 Oct 28 09:56:26.965007 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks [] for router, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:26.987493 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:27.043985 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Deleting port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:27.044625 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.113314 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.161237 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] For port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:27.161735 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.180311 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Calling delete_port for 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:27.276947 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Deleting port f9f406e0-d29f-4ee6-aa8a-369d1186384c {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:27.277594 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.391633 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:56:25Z', 'revision_number': 5, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port': {'id': 'f9f406e0-d29f-4ee6-aa8a-369d1186384c', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:48:28Z', 'updated_at': '2021-10-28T09:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:27.403629 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] For port f9f406e0-d29f-4ee6-aa8a-369d1186384c, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=f9f406e0-d29f-4ee6-aa8a-369d1186384c,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:27.403997 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.418780 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Calling delete_port for f9f406e0-d29f-4ee6-aa8a-369d1186384c owned by network:router_gateway {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:27.426768 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] Checking router: b5264131-a1f4-4208-b16f-ede24af50b23 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:27.451683 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] Routers {'b5264131-a1f4-4208-b16f-ede24af50b23'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:27.452787 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.452970 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['b5264131-a1f4-4208-b16f-ede24af50b23'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:27.506561 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event deleted for resources: {'Port': ['ID=94cbd2b9-09d8-4c85-ab69-0e95ad1404ee,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:27.569222 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] No DVR routers for this DVR port 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:27.572296 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.577580 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-93a9c785-7cdb-4dc1-8bc9-0b5442dc32ee req-44dc5400-7ff9-4264-965e-81b60017dab1 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.109 "DELETE /v2.0/ports/94cbd2b9-09d8-4c85-ab69-0e95ad1404ee HTTP/1.1" status: 204 len: 173 time: 0.6565442 Oct 28 09:56:27.578135 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-deleted', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:27.580562 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a567240-78bc-4bec-979a-094a7950ddaa" -d '{"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-deleted", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:27.631006 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] Set router b5264131-a1f4-4208-b16f-ede24af50b23 gateway port host: None {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:27.634380 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c53fb-d907-4769-8de1-ba5f47537302 x-openstack-request-id: req-e09c53fb-d907-4769-8de1-ba5f47537302 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:27.635026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28831e5-4c0c-4dd9-bf92-ccf43a500b27", "name": "network-vif-deleted", "tag": "94cbd2b9-09d8-4c85-ab69-0e95ad1404ee", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:27.635284 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e09c53fb-d907-4769-8de1-ba5f47537302 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:27.635671 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28831e5-4c0c-4dd9-bf92-ccf43a500b27', 'name': 'network-vif-deleted', 'tag': '94cbd2b9-09d8-4c85-ab69-0e95ad1404ee', 'status': 'completed', 'code': 200} Oct 28 09:56:27.696388 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:56:27Z', 'revision_number': 6, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port_host': None}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:27.741668 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:27.747763 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fbdc1c-0743-400d-87f8-8c06d42f261f None None] The sync data for ids ['b5264131-a1f4-4208-b16f-ede24af50b23'] in dv-cinder-815712-3-iscsi is: [{'id': 'b5264131-a1f4-4208-b16f-ede24af50b23', 'name': 'tempest-AttachVolumeShelveTestJSON-1071159061-router', 'tenant_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:48:27Z', 'updated_at': '2021-10-28T09:56:27Z', 'revision_number': 6, 'project_id': '137c34c5941c4c86801a0e6b8b5c2f67', 'gw_port_host': None}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:27.789187 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f406e0-d29f-4ee6-aa8a-369d1186384c,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:27.911406 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.092377 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f2357b94-6356-49c2-b52e-b9adf07dce10 req-330b704c-dde5-47f2-8266-f7fbc38f1ab3 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0798750 Oct 28 09:56:28.098105 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.102546 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.222289 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.525634 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.526214 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5264131-a1f4-4208-b16f-ede24af50b23 {{(pid=108755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:28.533369 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.534597 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-9ff54079-e4bc-4504-9082-08ee0cb5b363 admin admin] 10.222.0.104 "DELETE /v2.0/routers/b5264131-a1f4-4208-b16f-ede24af50b23 HTTP/1.1" status: 204 len: 168 time: 1.7223942 Oct 28 09:56:28.538944 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53024) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:28.600273 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] Deleting subnet abbf1f5d-e04d-4028-90d4-69943ca89db1 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:56:28.604341 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.654693 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.791098 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f9f406e0-d29f-4ee6-aa8a-369d1186384c no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:28.792538 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:28.819377 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: f9f406e0-d29f-4ee6-aa8a-369d1186384c {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:28.819938 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device f9f406e0-d29f-4ee6-aa8a-369d1186384c not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:28.820646 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7e92a318-0ea1-4c6e-b755-4ff2e17257ac no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:28.846634 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 7e92a318-0ea1-4c6e-b755-4ff2e17257ac {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:28.846952 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7e92a318-0ea1-4c6e-b755-4ff2e17257ac not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:29.013916 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.049275 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.053661 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/abbf1f5d-e04d-4028-90d4-69943ca89db1 HTTP/1.1" status: 204 len: 168 time: 0.5131917 Oct 28 09:56:29.062721 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ef3e1-e100-49d9-9757-771968faa263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbf1f5d-e04d-4028-90d4-69943ca89db1,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:29.063118 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ecbd8-f244-42c8-818b-d8d26875ad17 None None] Network 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:29.063229 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53028) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:29.165942 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.227805 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d1d10327-6c91-46ce-9789-c86132de38f3 req-aff1e59a-469d-4b84-992d-a6eeacc20373 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "GET /v2.0/ports?device_id=a28831e5-4c0c-4dd9-bf92-ccf43a500b27 HTTP/1.1" status: 200 len: 210 time: 0.0349324 Oct 28 09:56:29.257623 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Deleting port 430518fc-fff6-4ba3-a297-b98e3d85e267 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:29.257966 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.294115 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:29.319500 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:29.320153 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 94cbd2b9-09d8-4c85-ab69-0e95ad1404ee not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:29.337272 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] DHCP port deletion for 260cb37c-589d-4ef2-92eb-ce6dad8a9c4c request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:56:29.350383 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] For port 430518fc-fff6-4ba3-a297-b98e3d85e267, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=430518fc-fff6-4ba3-a297-b98e3d85e267,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:29.351019 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.367058 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Calling delete_port for 430518fc-fff6-4ba3-a297-b98e3d85e267 owned by network:dhcp {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:29.393165 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Deleting port 430518fc-fff6-4ba3-a297-b98e3d85e267 {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:29.393531 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.469646 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] For port 430518fc-fff6-4ba3-a297-b98e3d85e267, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=430518fc-fff6-4ba3-a297-b98e3d85e267,segment=NetworkSegment(5c3b6427-efb4-4878-b1be-b2128f882115),segment_id=5c3b6427-efb4-4878-b1be-b2128f882115)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:29.470028 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.485387 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Calling delete_port for 430518fc-fff6-4ba3-a297-b98e3d85e267 owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:29.559743 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.566403 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.587542 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Pushing event deleted for resources: {'Port': ['ID=430518fc-fff6-4ba3-a297-b98e3d85e267,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:29.591336 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] No DVR routers for this DVR port 430518fc-fff6-4ba3-a297-b98e3d85e267 on host dv-cinder-815712-3-iscsi {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:29.603691 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] No DVR routers for this DVR port 430518fc-fff6-4ba3-a297-b98e3d85e267 on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:29.607810 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Pushing event deleted for resources: {'Port': ['ID=430518fc-fff6-4ba3-a297-b98e3d85e267,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:29.617949 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.618210 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.619344 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.619676 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.620102 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.620446 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.620809 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.621137 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.622190 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.622607 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.623144 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.623477 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5702ae-5130-44b3-91cc-843ca4e93f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:29.678513 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.702048 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260cb37c-589d-4ef2-92eb-ce6dad8a9c4c']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:29.712874 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3b6427-efb4-4878-b1be-b2128f882115') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:29.713163 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3b6427-efb4-4878-b1be-b2128f882115') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:29.723174 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.736941 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.742928 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:29.743294 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:56:29.744976 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:56:29.879092 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.885631 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:29.890496 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] 10.222.0.104 "DELETE /v2.0/networks/260cb37c-589d-4ef2-92eb-ce6dad8a9c4c HTTP/1.1" status: 204 len: 168 time: 0.8326573 Oct 28 09:56:29.904011 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfb638-236a-4cf9-99b2-9641bbbc76cf admin admin] Pushing event deleted for resources: {'Network': ['ID=260cb37c-589d-4ef2-92eb-ce6dad8a9c4c,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:30.291421 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53044) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:30.352412 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53046) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:30.362863 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f1abf4a3-c84b-4ea8-8968-99b387664ce8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.409597 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f1abf4a3-c84b-4ea8-8968-99b387664ce8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.409900 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f788e305-08f3-4d0c-b776-95d4f5adde2f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=137c34c5941c4c86801a0e6b8b5c2f67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0540681 Oct 28 09:56:30.412068 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53048) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:30.484152 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-68d292ab-1c6d-4107-b258-221fac3c357a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.508327 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-68d292ab-1c6d-4107-b258-221fac3c357a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.607008 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f1abf4a3-c84b-4ea8-8968-99b387664ce8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.609711 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-f1abf4a3-c84b-4ea8-8968-99b387664ce8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.618118 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-f1abf4a3-c84b-4ea8-8968-99b387664ce8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] 10.222.0.104 "DELETE /v2.0/security-groups/319f0690-574c-4152-871b-a1c8f33602b9 HTTP/1.1" status: 204 len: 168 time: 0.3184214 Oct 28 09:56:30.620907 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abf4a3-c84b-4ea8-8968-99b387664ce8 tempest-TestShelveInstance-2013799725 tempest-TestShelveInstance-2013799725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f0690-574c-4152-871b-a1c8f33602b9,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:30.714304 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-68d292ab-1c6d-4107-b258-221fac3c357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.717996 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-68d292ab-1c6d-4107-b258-221fac3c357a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:30.724907 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-68d292ab-1c6d-4107-b258-221fac3c357a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2347b865-5add-42fd-9b2c-9be83b4e03bb HTTP/1.1" status: 204 len: 168 time: 0.3060369 Oct 28 09:56:30.729085 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d292ab-1c6d-4107-b258-221fac3c357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2347b865-5add-42fd-9b2c-9be83b4e03bb,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:30.749365 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 430518fc-fff6-4ba3-a297-b98e3d85e267 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:30.776832 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 430518fc-fff6-4ba3-a297-b98e3d85e267 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:30.777086 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 430518fc-fff6-4ba3-a297-b98e3d85e267 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:30.799015 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53054) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:31.368535 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:31.641648 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Deleting port ba909829-be96-47f1-bb55-8fec1e36abbc {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:31.641992 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:31.764558 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] For port ba909829-be96-47f1-bb55-8fec1e36abbc, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=ba909829-be96-47f1-bb55-8fec1e36abbc,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:31.764558 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:31.776812 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Calling delete_port for ba909829-be96-47f1-bb55-8fec1e36abbc owned by network:router_interface {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:31.943645 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53080) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:32.060346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2082414428-network', 'tenant_id': 'b70e48e454564b15803319964d0e32bc'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:32.069423 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.097389 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba909829-be96-47f1-bb55-8fec1e36abbc,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:32.153675 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Made reservation on behalf of b70e48e454564b15803319964d0e32bc for: {'network': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:32.157543 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.171824 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.269165 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.312162 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.335849 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.366521 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=108755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:32.381181 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215020b7-29ae-4a22-903e-988bc859be6b,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:32.382185 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.382602 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.segments_db [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Added segment ef81b177-7cab-4d9c-a872-5a79913bebc3 of type vlan for network 138f56a9-ba13-417d-bda4-3ae273e68e25 Oct 28 09:56:32.435076 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.542189 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.544846 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:32.544846 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.562827 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Router 1585d7b4-2368-450f-9613-eb0c1b04349c has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:32.607768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=138f56a9-ba13-417d-bda4-3ae273e68e25,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:32.619714 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:32.686271 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-da92ea8a-dbe3-4fc8-937e-31d410f6e0e4 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7408509 Oct 28 09:56:32.686948 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53092) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:32.698676 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Request body: {'subnet': {'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2082414428-subnet', 'tenant_id': 'b70e48e454564b15803319964d0e32bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:32.723676 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:32.729689 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-4fc478be-74cc-416b-856d-d176c0e8c807 admin admin] 10.222.0.104 "PUT /v2.0/routers/1585d7b4-2368-450f-9613-eb0c1b04349c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295945 Oct 28 09:56:32.732762 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53094) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:32.737441 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] Sync routers for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:32.764507 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:32.765349 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:32.827727 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Made reservation on behalf of b70e48e454564b15803319964d0e32bc for: {'subnet': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:32.830145 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18471162'] for subnet, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:32.882035 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:32.934917 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.072107 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:56:31Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:33.104107 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] Checking router: 1585d7b4-2368-450f-9613-eb0c1b04349c for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:33.112545 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.113902 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] Routers {'1585d7b4-2368-450f-9613-eb0c1b04349c'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:33.114513 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['1585d7b4-2368-450f-9613-eb0c1b04349c'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:33.206891 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18153063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18471144'] for subnet, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.219632 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] Set router 1585d7b4-2368-450f-9613-eb0c1b04349c gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:33.284940 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5307cbbf-65ea-4e70-8888-74e9db691886,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:33.311751 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Checking segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:33.312112 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Network hostable DHCP agents. Network: 138f56a9-ba13-417d-bda4-3ae273e68e25, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:33.333425 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Deleting port 2003f212-3a96-47be-915f-5efe50276d82 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:33.333729 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.407306 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:33.416388 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:56:31Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:33.424067 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] For port 2003f212-3a96-47be-915f-5efe50276d82, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=2003f212-3a96-47be-915f-5efe50276d82,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:33.424426 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.440496 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Calling delete_port for 2003f212-3a96-47be-915f-5efe50276d82 owned by network:router_gateway {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:33.446344 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85e7cf7-5d6c-46b7-8668-1b0ba4ab36f7 None None] The sync data for ids ['1585d7b4-2368-450f-9613-eb0c1b04349c'] in dv-cinder-815712-3-iscsi is: [{'id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'name': 'tempest-TestShelveInstance-1123721118-router', 'tenant_id': '8171734427fe4b4bb14d52d4d336a76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '2003f212-3a96-47be-915f-5efe50276d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:08Z', 'updated_at': '2021-10-28T09:56:31Z', 'revision_number': 5, 'project_id': '8171734427fe4b4bb14d52d4d336a76b', 'gw_port': {'id': '2003f212-3a96-47be-915f-5efe50276d82', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1585d7b4-2368-450f-9613-eb0c1b04349c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:10Z', 'updated_at': '2021-10-28T09:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:33.510403 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 138f56a9-ba13-417d-bda4-3ae273e68e25) {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:33.518767 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:33.518767 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.520372 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a5f89d-f6c2-41e0-acc8-f8412f9c508d None None] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:33.651841 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-459d0304-a8eb-4ec0-93b7-34dfb68078e6 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9633670 Oct 28 09:56:33.656079 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a008634c-4221-417b-8f2c-d0f10cf7a425 None None] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:33.718906 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.753071 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2003f212-3a96-47be-915f-5efe50276d82,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:33.834118 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.971072 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:33.973615 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.086399 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.087165 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1585d7b4-2368-450f-9613-eb0c1b04349c {{(pid=108755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:34.093638 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.097063 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-2a5aa608-141d-4905-800a-b861521e16e1 admin admin] 10.222.0.104 "DELETE /v2.0/routers/1585d7b4-2368-450f-9613-eb0c1b04349c HTTP/1.1" status: 204 len: 168 time: 1.3596210 Oct 28 09:56:34.099445 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53124) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:34.210269 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] Deleting subnet dcd59379-eec0-4dc9-b019-993388108484 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:56:34.219134 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.281094 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.327513 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546967-7f02-4b17-9e96-092bea167214 req-a38a574c-5804-43b4-bf5c-193c56308322 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:34.329090 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-a38a574c-5804-43b4-bf5c-193c56308322 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1761444 Oct 28 09:56:34.356079 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-a4078773-22a8-45a9-8513-f1752b00a179 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/quotas/b70e48e454564b15803319964d0e32bc HTTP/1.1" status: 200 len: 375 time: 0.0193768 Oct 28 09:56:34.412471 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-eff23568-63c0-4582-a55b-6bf9010e7471 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341258 Oct 28 09:56:34.420362 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.587260 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.619303 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-477758e4-a495-47c9-9483-68c344007d32 service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963611 Oct 28 09:56:34.622719 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd59379-eec0-4dc9-b019-993388108484,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:34.628269 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.634597 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7eb74e-0afd-469b-a52b-4a03bfe4b3e6 None None] Network 539fce33-04b4-4c73-a872-377b5a59acf4 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:34.640884 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53142) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:34.645709 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d258160b-e4e3-4687-ac9a-991e663529b8 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/dcd59379-eec0-4dc9-b019-993388108484 HTTP/1.1" status: 204 len: 168 time: 0.5402341 Oct 28 09:56:34.779889 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.783693 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 2003f212-3a96-47be-915f-5efe50276d82 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:34.820449 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-fea736bb-c114-4679-b3f7-cf1bd96048e9 service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728804 Oct 28 09:56:34.835693 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 2003f212-3a96-47be-915f-5efe50276d82 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:34.836293 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 2003f212-3a96-47be-915f-5efe50276d82 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:34.836904 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device ba909829-be96-47f1-bb55-8fec1e36abbc no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:34.872434 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: ba909829-be96-47f1-bb55-8fec1e36abbc {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:34.872841 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device ba909829-be96-47f1-bb55-8fec1e36abbc not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:34.879257 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Deleting port 4718704b-2498-462c-9a2a-3c6ef1ed0cab {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:34.879598 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.933054 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] DHCP port deletion for 539fce33-04b4-4c73-a872-377b5a59acf4 request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:56:34.973962 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] For port 4718704b-2498-462c-9a2a-3c6ef1ed0cab, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=4718704b-2498-462c-9a2a-3c6ef1ed0cab,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:34.974318 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:34.989379 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Calling delete_port for 4718704b-2498-462c-9a2a-3c6ef1ed0cab owned by network:dhcp {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:34.999031 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] Deleting port 4718704b-2498-462c-9a2a-3c6ef1ed0cab {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:34.999389 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.109411 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] For port 4718704b-2498-462c-9a2a-3c6ef1ed0cab, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=4718704b-2498-462c-9a2a-3c6ef1ed0cab,segment=NetworkSegment(885da927-b582-46b1-a282-8eff2c76a8e6),segment_id=885da927-b582-46b1-a282-8eff2c76a8e6)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:35.109905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.118618 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6c60080b-6fb5-4e1b-bafd-bd1eaf1c317a req-939baa54-b13f-40a3-9554-667980cf66b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0283396 Oct 28 09:56:35.135985 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] Calling delete_port for 4718704b-2498-462c-9a2a-3c6ef1ed0cab owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:35.170675 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.197371 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Pushing event deleted for resources: {'Port': ['ID=4718704b-2498-462c-9a2a-3c6ef1ed0cab,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:35.201817 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] No DVR routers for this DVR port 4718704b-2498-462c-9a2a-3c6ef1ed0cab on host dv-cinder-815712-3-iscsi {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:35.238912 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.270152 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] Pushing event deleted for resources: {'Port': ['ID=4718704b-2498-462c-9a2a-3c6ef1ed0cab,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:35.281340 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa21d0-247d-41be-9185-6fdfcd6672e3 None None] No DVR routers for this DVR port 4718704b-2498-462c-9a2a-3c6ef1ed0cab on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:35.297833 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.320196 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539fce33-04b4-4c73-a872-377b5a59acf4']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:35.329846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885da927-b582-46b1-a282-8eff2c76a8e6') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:35.330135 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885da927-b582-46b1-a282-8eff2c76a8e6') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:35.340772 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.357934 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.363959 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:35.364334 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:56:35.366026 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:56:35.530420 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.534686 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:35.538234 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] 10.222.0.104 "DELETE /v2.0/networks/539fce33-04b4-4c73-a872-377b5a59acf4 HTTP/1.1" status: 204 len: 168 time: 0.8957622 Oct 28 09:56:35.541323 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53170) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:35.563012 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25174a68-99dd-4052-8d0f-da1720732435 admin admin] Pushing event deleted for resources: {'Network': ['ID=539fce33-04b4-4c73-a872-377b5a59acf4,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:35.919759 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:36.234376 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1e5e81d6-4144-4a01-939d-531fcf8af080 req-7d53768c-603f-46e1-a62f-3d62557b1f71 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0317805 Oct 28 09:56:36.245126 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Deleting port e2ee9d34-fe78-4b6f-879b-fceacc3a2674 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:36.245467 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:36.332758 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] For port e2ee9d34-fe78-4b6f-879b-fceacc3a2674, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,segment=NetworkSegment(2043b1e3-3097-4793-8015-8c37f890c161),segment_id=2043b1e3-3097-4793-8015-8c37f890c161)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:36.333199 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:36.347146 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Calling delete_port for e2ee9d34-fe78-4b6f-879b-fceacc3a2674 owned by network:router_interface {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:36.652821 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:36.688849 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ee9d34-fe78-4b6f-879b-fceacc3a2674,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:36.802265 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 4718704b-2498-462c-9a2a-3c6ef1ed0cab no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:36.825855 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 4718704b-2498-462c-9a2a-3c6ef1ed0cab {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:36.826864 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 4718704b-2498-462c-9a2a-3c6ef1ed0cab not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:36.896892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:37.372213 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-75be92e5-50f4-4ea2-bc9e-a4a4e9e48b4d req-0dd1de0b-20d6-4a04-8696-278343c0a3bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0310841 Oct 28 09:56:37.409971 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Router e30170b7-5856-48a5-9e19-dafc4a03c597 has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:37.523255 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:37.534089 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] Sync routers for ids ['e30170b7-5856-48a5-9e19-dafc4a03c597'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:37.534631 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53204) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:37.535181 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-5c026f3b-77db-4308-8275-2f2f99a93587 admin admin] 10.222.0.104 "PUT /v2.0/routers/e30170b7-5856-48a5-9e19-dafc4a03c597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9901967 Oct 28 09:56:37.545824 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] Routers {'e30170b7-5856-48a5-9e19-dafc4a03c597'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:37.546761 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['e30170b7-5856-48a5-9e19-dafc4a03c597'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:37.617102 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546967-7f02-4b17-9e96-092bea167214 req-22bca751-ecdd-4b92-93ce-28c6c0d6f24a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:37.618734 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-22bca751-ecdd-4b92-93ce-28c6c0d6f24a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1827826 Oct 28 09:56:37.633545 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Request body: {'port': {'device_id': '02a6163e-083b-464d-8650-77d3e421ffa6', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'admin_state_up': True, 'tenant_id': 'b70e48e454564b15803319964d0e32bc'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:37.658518 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] Set router e30170b7-5856-48a5-9e19-dafc4a03c597 gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:37.730232 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks [] for router, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:37.842053 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:56:36Z', 'revision_number': 5, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port': {'id': '015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:50:20Z', 'updated_at': '2021-10-28T09:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:37.858038 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:37.896836 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Made reservation on behalf of b70e48e454564b15803319964d0e32bc for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:37.896836 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:37.967441 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] Checking router: e30170b7-5856-48a5-9e19-dafc4a03c597 for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:37.976369 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] Routers {'e30170b7-5856-48a5-9e19-dafc4a03c597'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:37.977113 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['e30170b7-5856-48a5-9e19-dafc4a03c597'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:38.069751 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] Set router e30170b7-5856-48a5-9e19-dafc4a03c597 gateway port host: None {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:38.071883 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Deleting port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:38.072230 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.088990 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Allocated IP 172.20.0.10 (138f56a9-ba13-417d-bda4-3ae273e68e25/5307cbbf-65ea-4e70-8888-74e9db691886/07e48416-de5b-46f9-b34f-60662f138c23) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:38.125316 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:56:37Z', 'revision_number': 6, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port_host': None}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:38.155241 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074762cb-27a7-4bd9-92ca-8d7c0bbc0bd5 None None] The sync data for ids ['e30170b7-5856-48a5-9e19-dafc4a03c597'] in dv-cinder-815712-3-iscsi is: [{'id': 'e30170b7-5856-48a5-9e19-dafc4a03c597', 'name': 'tempest-TestShelveInstance-1135663846-router', 'tenant_id': 'd821b373bac2482f99aa98aceb05dfd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:50:18Z', 'updated_at': '2021-10-28T09:56:37Z', 'revision_number': 6, 'project_id': 'd821b373bac2482f99aa98aceb05dfd1', 'gw_port_host': None}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:38.211714 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] For port 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:38.211714 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.269173 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Calling delete_port for 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a owned by network:router_gateway {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:38.360371 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-28c04058-3d49-4309-b8dc-7d9b43282ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.379227 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.474553 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2e0c2a79-fdc1-45c6-b5da-beced3314506 req-4b005096-c230-455d-b559-9864784b9868 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0290034 Oct 28 09:56:38.525113 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.575648 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:38.579203 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:38.583576 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:56:38.591337 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event updated for resources: {'Port': ['ID=07e48416-de5b-46f9-b34f-60662f138c23,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:38.616767 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.660111 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:38.677774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:38.678444 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.746375 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:38.768053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device e2ee9d34-fe78-4b6f-879b-fceacc3a2674 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:38.790578 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: e2ee9d34-fe78-4b6f-879b-fceacc3a2674 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:38.790948 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device e2ee9d34-fe78-4b6f-879b-fceacc3a2674 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:38.791715 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:38.813706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:38.814331 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 015d0e3e-eb1c-47c7-ba40-ef0d75fe6f0a not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:39.071294 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-c55745fa-8c6e-4180-ada1-3590be87af37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4431157 Oct 28 09:56:39.103369 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Request body: {'port': {'device_id': '02a6163e-083b-464d-8650-77d3e421ffa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:39.126488 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.130009 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.203258 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.247520 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.248113 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30170b7-5856-48a5-9e19-dafc4a03c597 {{(pid=108756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 09:56:39.254036 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] Publish callbacks [] for router, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.255252 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9326bf75-dd79-4fa0-9668-4d30f2906c2d admin admin] 10.222.0.104 "DELETE /v2.0/routers/e30170b7-5856-48a5-9e19-dafc4a03c597 HTTP/1.1" status: 204 len: 168 time: 1.7193096 Oct 28 09:56:39.257825 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53220) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:39.382054 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_v2 [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] Deleting subnet 10014ce2-5bc0-4306-a100-44b769bc15d9 {{(pid=108756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:56:39.395795 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.467270 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286039'] for subnet, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.613746 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28c3fe-a4eb-4298-b8d7-f9ab67887ec5 req-954e4cb3-3756-4d3c-8d1d-091fa360a9bd tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:39.615234 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d28c3fe-a4eb-4298-b8d7-f9ab67887ec5 req-954e4cb3-3756-4d3c-8d1d-091fa360a9bd tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 932 time: 0.0624223 Oct 28 09:56:39.617800 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.646573 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e48416-de5b-46f9-b34f-60662f138c23 {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:56:39.658533 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.661158 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d28c3fe-a4eb-4298-b8d7-f9ab67887ec5 req-588bf640-9fc0-4fad-a857-0423034e5281 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Oct 28 09:56:39.679652 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Transition to ACTIVE for port object 07e48416-de5b-46f9-b34f-60662f138c23 will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:56:39.754751 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.791226 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439327'] for subnet, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.827653 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10014ce2-5bc0-4306-a100-44b769bc15d9,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:39.831699 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Pushing event updated for resources: {'Port': ['ID=07e48416-de5b-46f9-b34f-60662f138c23,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:39.834651 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.837469 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-918cf12c-f608-46a2-9111-be5bcdc6705d admin admin] 10.222.0.104 "DELETE /v2.0/subnets/10014ce2-5bc0-4306-a100-44b769bc15d9 HTTP/1.1" status: 204 len: 168 time: 0.5785129 Oct 28 09:56:39.839414 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4689625-c6f2-471d-b7cc-ce4ae23340df None None] Network ec775c65-1c9d-4c4d-8812-6796dfcd8f50 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:39.844840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53228) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:39.930436 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Attempting to bind port 07e48416-de5b-46f9-b34f-60662f138c23 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:56:39.930775 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Attempting to bind port 07e48416-de5b-46f9-b34f-60662f138c23 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:56:39.931110 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Attempting to bind port 07e48416-de5b-46f9-b34f-60662f138c23 on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:39.936724 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Port 07e48416-de5b-46f9-b34f-60662f138c23 on network 138f56a9-ba13-417d-bda4-3ae273e68e25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:56:39.937316 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Attempting to bind port 07e48416-de5b-46f9-b34f-60662f138c23 on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:39.942849 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:39.943461 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:56:39.945632 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Checking segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:39.945632 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Bound using segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:56:39.945632 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Bound port: 07e48416-de5b-46f9-b34f-60662f138c23, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:56:39.945632 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.020568 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Deleting port 81c3185e-d560-489a-9aae-af6d86ed600f {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:40.020891 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.036975 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] For port 07e48416-de5b-46f9-b34f-60662f138c23, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:40.040920 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] For port 07e48416-de5b-46f9-b34f-60662f138c23, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=07e48416-de5b-46f9-b34f-60662f138c23,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:40.059558 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] DHCP port deletion for ec775c65-1c9d-4c4d-8812-6796dfcd8f50 request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 09:56:40.097062 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] For port 81c3185e-d560-489a-9aae-af6d86ed600f, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=81c3185e-d560-489a-9aae-af6d86ed600f,segment=NetworkSegment(2043b1e3-3097-4793-8015-8c37f890c161),segment_id=2043b1e3-3097-4793-8015-8c37f890c161)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:40.097358 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.109465 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] Deleting port 81c3185e-d560-489a-9aae-af6d86ed600f {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:56:40.109905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.111270 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Calling delete_port for 81c3185e-d560-489a-9aae-af6d86ed600f owned by network:dhcp {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:40.155783 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.190423 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] For port 81c3185e-d560-489a-9aae-af6d86ed600f, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=81c3185e-d560-489a-9aae-af6d86ed600f,segment=NetworkSegment(2043b1e3-3097-4793-8015-8c37f890c161),segment_id=2043b1e3-3097-4793-8015-8c37f890c161)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:40.191063 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.198249 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.199733 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.201298 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] 10.222.0.109 "PUT /v2.0/ports/07e48416-de5b-46f9-b34f-60662f138c23 HTTP/1.1" status: 200 len: 1094 time: 1.1039441 Oct 28 09:56:40.206964 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a6163e-083b-464d-8650-77d3e421ffa6', 'tag': '07e48416-de5b-46f9-b34f-60662f138c23'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:40.208054 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] Calling delete_port for 81c3185e-d560-489a-9aae-af6d86ed600f owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:56:40.217571 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb95d3f-468c-41c0-8bcd-b7f272b15a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "02a6163e-083b-464d-8650-77d3e421ffa6", "tag": "07e48416-de5b-46f9-b34f-60662f138c23"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:40.234084 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22cd3d-d689-4d34-a85f-b3161dd40433 service neutron] Pushing event updated for resources: {'Port': ['ID=07e48416-de5b-46f9-b34f-60662f138c23,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:40.263829 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ff1ce3-507d-45cf-b5b0-18b4e1e4e2ea x-openstack-request-id: req-a4ff1ce3-507d-45cf-b5b0-18b4e1e4e2ea {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:40.265071 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a6163e-083b-464d-8650-77d3e421ffa6", "tag": "07e48416-de5b-46f9-b34f-60662f138c23", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:40.265320 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a4ff1ce3-507d-45cf-b5b0-18b4e1e4e2ea {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:40.266042 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a6163e-083b-464d-8650-77d3e421ffa6', 'tag': '07e48416-de5b-46f9-b34f-60662f138c23', 'status': 'completed', 'code': 200} Oct 28 09:56:40.292207 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.305659 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.320843 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb95d3f-468c-41c0-8bcd-b7f272b15a4d req-d223a6fe-3bf6-463c-923f-cdd3ff594783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.321592 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Pushing event deleted for resources: {'Port': ['ID=81c3185e-d560-489a-9aae-af6d86ed600f,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:40.322399 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5eb95d3f-468c-41c0-8bcd-b7f272b15a4d req-d223a6fe-3bf6-463c-923f-cdd3ff594783 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 1097 time: 0.0477023 Oct 28 09:56:40.327083 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] No DVR routers for this DVR port 81c3185e-d560-489a-9aae-af6d86ed600f on host dv-cinder-815712-3-iscsi {{(pid=108755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:40.336478 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] Pushing event deleted for resources: {'Port': ['ID=81c3185e-d560-489a-9aae-af6d86ed600f,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:40.346617 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34edc3-a967-4e31-b142-c2ccf2be3111 None None] No DVR routers for this DVR port 81c3185e-d560-489a-9aae-af6d86ed600f on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:56:40.416275 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.437671 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec775c65-1c9d-4c4d-8812-6796dfcd8f50']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:40.448716 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2043b1e3-3097-4793-8015-8c37f890c161') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:40.449724 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2043b1e3-3097-4793-8015-8c37f890c161') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:40.450399 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb95d3f-468c-41c0-8bcd-b7f272b15a4d req-ad98d632-c3a0-4911-ba13-1949a773c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.451873 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5eb95d3f-468c-41c0-8bcd-b7f272b15a4d req-ad98d632-c3a0-4911-ba13-1949a773c0e2 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=b70e48e454564b15803319964d0e32bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1182048 Oct 28 09:56:40.459468 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.474474 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.482265 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:56:40.482722 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:56:40.484526 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:56:40.563684 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb95d3f-468c-41c0-8bcd-b7f272b15a4d req-f04cdfb2-2337-408c-9d7d-f957a8aa8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.565224 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5eb95d3f-468c-41c0-8bcd-b7f272b15a4d req-f04cdfb2-2337-408c-9d7d-f957a8aa8996 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056509 Oct 28 09:56:40.611852 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.640229 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.647195 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] 10.222.0.104 "DELETE /v2.0/networks/ec775c65-1c9d-4c4d-8812-6796dfcd8f50 HTTP/1.1" status: 204 len: 168 time: 0.7981105 Oct 28 09:56:40.647195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcbb79-8a50-4b85-888f-1faf429680be admin admin] Pushing event deleted for resources: {'Network': ['ID=ec775c65-1c9d-4c4d-8812-6796dfcd8f50,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:40.659166 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546967-7f02-4b17-9e96-092bea167214 req-5e8ee5e1-fa94-4166-858d-5552b8481a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.660839 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-5e8ee5e1-fa94-4166-858d-5552b8481a9f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 1097 time: 0.0559928 Oct 28 09:56:40.713100 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-49e516d9-a7a3-4724-ac4e-3dfb791a5940 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07e48416-de5b-46f9-b34f-60662f138c23 HTTP/1.1" status: 200 len: 217 time: 0.0417747 Oct 28 09:56:40.765606 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 81c3185e-d560-489a-9aae-af6d86ed600f no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:56:40.773711 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53546967-7f02-4b17-9e96-092bea167214 req-0b9c4d0b-0462-439d-8145-40f7d828718f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.777089 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-0b9c4d0b-0462-439d-8145-40f7d828718f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=5307cbbf-65ea-4e70-8888-74e9db691886 HTTP/1.1" status: 200 len: 855 time: 0.0576177 Oct 28 09:56:40.800928 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06a97-58c8-44a9-81e3-38309eb6d4f6 req-ff167fa4-6539-4322-9b2a-1bc3ee4e8dd9 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:40.802481 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-47f06a97-58c8-44a9-81e3-38309eb6d4f6 req-ff167fa4-6539-4322-9b2a-1bc3ee4e8dd9 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 944 time: 0.0540545 Oct 28 09:56:40.805192 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 81c3185e-d560-489a-9aae-af6d86ed600f {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:56:40.805527 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 81c3185e-d560-489a-9aae-af6d86ed600f not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:56:40.817849 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-b01f0089-3dbd-472e-a340-ee0597dc3d1b service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=138f56a9-ba13-417d-bda4-3ae273e68e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336888 Oct 28 09:56:40.857180 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-47f06a97-58c8-44a9-81e3-38309eb6d4f6 req-e9e8a201-d774-4326-a7ef-5f441c6ddaff tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Oct 28 09:56:40.908994 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d60bc74f-3d52-4f76-9734-42867844158c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:40.914709 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-03505b16-b4b2-4f7d-b4db-1c836cfadc77 service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890477 Oct 28 09:56:41.014907 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-53546967-7f02-4b17-9e96-092bea167214 req-b430315e-4b9a-4229-9859-4fafa0ab7630 service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926478 Oct 28 09:56:41.047907 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53242) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:41.060253 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53244) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:41.108168 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-2a374333-ddd9-4e68-8b6c-931822751d1e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8171734427fe4b4bb14d52d4d336a76b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587771 Oct 28 09:56:41.111364 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53248) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:41.174151 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-23b2e998-52c0-40d8-bc61-c5189e72e875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.202747 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-23b2e998-52c0-40d8-bc61-c5189e72e875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.284608 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-844fea89-7cc4-42db-9b35-b1b0b425c9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.452335 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-23b2e998-52c0-40d8-bc61-c5189e72e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.454961 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-23b2e998-52c0-40d8-bc61-c5189e72e875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.458556 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-23b2e998-52c0-40d8-bc61-c5189e72e875 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/81869146-9591-451a-9ba0-4e0bfa868f49 HTTP/1.1" status: 204 len: 168 time: 0.3437343 Oct 28 09:56:41.466748 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2e998-52c0-40d8-bc61-c5189e72e875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81869146-9591-451a-9ba0-4e0bfa868f49,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:41.513469 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-844fea89-7cc4-42db-9b35-b1b0b425c9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.604678 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-844fea89-7cc4-42db-9b35-b1b0b425c9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.648600 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-844fea89-7cc4-42db-9b35-b1b0b425c9ce admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fb6c4ca8c8a5413192ebafa89b3d381b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871711 Oct 28 09:56:41.649661 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fea89-7cc4-42db-9b35-b1b0b425c9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45524217-bcff-42ec-b482-5376e9f7b9dc,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:41.651781 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53252) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:41.721083 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0a75-02c0-4038-b338-b0d3cac98655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.747336 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0a75-02c0-4038-b338-b0d3cac98655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.876571 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0a75-02c0-4038-b338-b0d3cac98655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.879413 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0a75-02c0-4038-b338-b0d3cac98655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:41.880793 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-f3fa0a75-02c0-4038-b338-b0d3cac98655 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/45524217-bcff-42ec-b482-5376e9f7b9dc HTTP/1.1" status: 204 len: 168 time: 0.2268581 Oct 28 09:56:41.894823 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa0a75-02c0-4038-b338-b0d3cac98655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45524217-bcff-42ec-b482-5376e9f7b9dc,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:41.972630 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251c77b-e39d-44cb-8854-ed2918671f91 req-02891730-23b3-4495-b5b6-ad15c237f939 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:41.974058 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a251c77b-e39d-44cb-8854-ed2918671f91 req-02891730-23b3-4495-b5b6-ad15c237f939 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 944 time: 0.0527723 Oct 28 09:56:42.016115 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a251c77b-e39d-44cb-8854-ed2918671f91 req-9d11ae1a-47dd-413c-b389-6219dbeae218 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359559 Oct 28 09:56:42.154105 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53260) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:42.210920 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-87e7c196-9fea-406e-b3e2-fbb249e7c28e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d821b373bac2482f99aa98aceb05dfd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550632 Oct 28 09:56:42.220142 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53264) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:42.240599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.281351 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e49dc4f-4170-4e51-8bd1-f2870f85f546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.311379 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e49dc4f-4170-4e51-8bd1-f2870f85f546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.469432 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e49dc4f-4170-4e51-8bd1-f2870f85f546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.469666 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.472238 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3e49dc4f-4170-4e51-8bd1-f2870f85f546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:42.473470 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3e49dc4f-4170-4e51-8bd1-f2870f85f546 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a075849b-8f89-4fec-ab08-cb970e7ba830 HTTP/1.1" status: 204 len: 168 time: 0.2523029 Oct 28 09:56:42.492935 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49dc4f-4170-4e51-8bd1-f2870f85f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a075849b-8f89-4fec-ab08-cb970e7ba830,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.093519 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53286) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:43.150970 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b460ae-6070-4df4-995f-63bc5cc67d33 req-15dc5f03-13d6-4660-8a65-d968f2a6d2ee tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.152958 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-40b460ae-6070-4df4-995f-63bc5cc67d33 req-15dc5f03-13d6-4660-8a65-d968f2a6d2ee tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 944 time: 0.0566895 Oct 28 09:56:43.206464 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-40b460ae-6070-4df4-995f-63bc5cc67d33 req-a19bc2ae-7207-49b6-92c3-bd07467afa37 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461164 Oct 28 09:56:43.236119 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-995115075-network', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:43.320413 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Made reservation on behalf of 8891d4ce726f4b84a18cbb3bce4e53c3 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:43.322708 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.331949 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.338574 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 07e48416-de5b-46f9-b34f-60662f138c23 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:56:43.413579 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.439539 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 07e48416-de5b-46f9-b34f-60662f138c23, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=07e48416-de5b-46f9-b34f-60662f138c23,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:43.451204 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '07e48416-de5b-46f9-b34f-60662f138c23', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'port_id': '07e48416-de5b-46f9-b34f-60662f138c23', 'mac_address': 'fa:16:3e:68:44:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307cbbf-65ea-4e70-8888-74e9db691886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:56:43.466929 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.489467 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.493449 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:43.503107 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e48416-de5b-46f9-b34f-60662f138c23 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:56:43.505394 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef21909-f6c3-4491-bee5-798ef337fcc6,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.510699 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.510699 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Added segment d9db8549-1a5b-4ba0-a9f0-4c9a112c8283 of type vlan for network 5478037d-e561-4e8b-811e-6f93ca4dff8e Oct 28 09:56:43.526295 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 07e48416-de5b-46f9-b34f-60662f138c23, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=07e48416-de5b-46f9-b34f-60662f138c23,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:43.556083 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.607600 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.659078 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=07e48416-de5b-46f9-b34f-60662f138c23,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.691780 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.692835 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:43.693434 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:43.755417 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5478037d-e561-4e8b-811e-6f93ca4dff8e,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:43.766426 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:43.801554 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-fc1ba55d-8341-4ed3-8b49-9baa1bd236d3 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7063622 Oct 28 09:56:43.804290 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53290) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:43.810210 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Request body: {'subnet': {'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-995115075-subnet', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:43.833371 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:56:43.885962 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Made reservation on behalf of 8891d4ce726f4b84a18cbb3bce4e53c3 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:43.888892 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.141647 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.205400 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44ccb35-3f0d-40a2-a127-116e092a45c6,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:44.221969 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Checking segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:44.222330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Network hostable DHCP agents. Network: 5478037d-e561-4e8b-811e-6f93ca4dff8e, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:44.255515 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.329072 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b86069-37e5-47be-8824-e9e4251f7146 req-0068d549-a299-4e07-86ea-6d8bb8341f81 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.330614 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-41b86069-37e5-47be-8824-e9e4251f7146 req-0068d549-a299-4e07-86ea-6d8bb8341f81 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 945 time: 0.0546172 Oct 28 09:56:44.337779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:44.370177 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-41b86069-37e5-47be-8824-e9e4251f7146 req-416b2553-1334-4c92-9ef1-ec01a7163fb7 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334978 Oct 28 09:56:44.405968 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 5478037d-e561-4e8b-811e-6f93ca4dff8e) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:44.410639 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:44.411715 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.414914 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5446c9fa-99d8-4ad9-bddf-04acdd243fa2 None None] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:44.487033 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-6ff86465-83de-4c18-ba47-cb05a8795736 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6815193 Oct 28 09:56:44.491330 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53294) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:44.497378 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:44.581853 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-5478037d-e561-4e8b-811e-6f93ca4dff8e', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:56:44.582729 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.589089 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.590819 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.648364 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.730864 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Allocated IP 172.20.0.2 (5478037d-e561-4e8b-811e-6f93ca4dff8e/a44ccb35-3f0d-40a2-a127-116e092a45c6/7662b21e-1cf4-42f9-9935-a817c359da16) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:44.882265 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.885746 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.958758 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:44.999189 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:45.002330 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:45.004939 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:56:45.019069 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Pushing event updated for resources: {'Port': ['ID=7662b21e-1cf4-42f9-9935-a817c359da16,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:45.069252 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Attempting to bind port 7662b21e-1cf4-42f9-9935-a817c359da16 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:56:45.069635 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Attempting to bind port 7662b21e-1cf4-42f9-9935-a817c359da16 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:56:45.070041 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Attempting to bind port 7662b21e-1cf4-42f9-9935-a817c359da16 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:45.075632 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:56:45.075994 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Checking segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:45.076393 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.076802 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Bound using segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:56:45.077263 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Bound port: 7662b21e-1cf4-42f9-9935-a817c359da16, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:56:45.077633 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.143707 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] For port 7662b21e-1cf4-42f9-9935-a817c359da16, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:45.146907 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] For port 7662b21e-1cf4-42f9-9935-a817c359da16, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7662b21e-1cf4-42f9-9935-a817c359da16,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:45.170655 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.189754 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.229884 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.296198 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17ece3-dd26-4df8-95ef-515ef8a87004 None None] Pushing event updated for resources: {'Port': ['ID=7662b21e-1cf4-42f9-9935-a817c359da16,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:45.311397 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Allocated IP 172.27.0.57 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/166cdc05-55f7-41e0-a988-1e3d75e8dd69) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:45.367659 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 07e48416-de5b-46f9-b34f-60662f138c23 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:45.446950 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.509543 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 07e48416-de5b-46f9-b34f-60662f138c23 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:56:45.514303 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 07e48416-de5b-46f9-b34f-60662f138c23 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:45.514815 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.533709 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68410a69-4a8d-4afa-81cc-1a24c0c78d2a req-caf8dd2b-a298-4619-a803-f608b04cca17 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:45.535421 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-68410a69-4a8d-4afa-81cc-1a24c0c78d2a req-caf8dd2b-a298-4619-a803-f608b04cca17 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 945 time: 0.0645409 Oct 28 09:56:45.572214 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.599055 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-68410a69-4a8d-4afa-81cc-1a24c0c78d2a req-4c6c3678-24b6-4b1f-b591-49e158256548 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552995 Oct 28 09:56:45.623031 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:45.627541 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.631015 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:45.633599 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:56:45.655171 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a6163e-083b-464d-8650-77d3e421ffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e48416-de5b-46f9-b34f-60662f138c23'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:56:45.657568 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3987ca66-e7db-4093-ae68-42e22b70ad0d" -d '{"events": [{"server_uuid": "02a6163e-083b-464d-8650-77d3e421ffa6", "name": "network-vif-plugged", "status": "completed", "tag": "07e48416-de5b-46f9-b34f-60662f138c23"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:56:45.667608 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Pushing event updated for resources: {'Port': ['ID=166cdc05-55f7-41e0-a988-1e3d75e8dd69,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:45.672905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 07e48416-de5b-46f9-b34f-60662f138c23, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=07e48416-de5b-46f9-b34f-60662f138c23,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:45.703312 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa089247-d4c6-4129-8c6f-e411d9ed9695 x-openstack-request-id: req-fa089247-d4c6-4129-8c6f-e411d9ed9695 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:56:45.704372 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a6163e-083b-464d-8650-77d3e421ffa6", "name": "network-vif-plugged", "status": "completed", "tag": "07e48416-de5b-46f9-b34f-60662f138c23", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:56:45.704372 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fa089247-d4c6-4129-8c6f-e411d9ed9695 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:56:45.704372 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a6163e-083b-464d-8650-77d3e421ffa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e48416-de5b-46f9-b34f-60662f138c23', 'code': 200} Oct 28 09:56:45.769806 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:45.819604 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=07e48416-de5b-46f9-b34f-60662f138c23,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:46.032901 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:46.161430 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465a0b3-ab7a-4dfb-a840-67dbcab155e8 req-8f62ef85-99de-458a-8d6c-5839c79bc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:46.162968 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4465a0b3-ab7a-4dfb-a840-67dbcab155e8 req-8f62ef85-99de-458a-8d6c-5839c79bc975 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 1099 time: 0.0669422 Oct 28 09:56:46.243746 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6ee96-4eb4-460e-970c-95abf208793a None None] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:46.274286 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4465a0b3-ab7a-4dfb-a840-67dbcab155e8 req-25f656d8-13aa-4fe2-b444-538265888fbf service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709710 Oct 28 09:56:46.294475 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:46.320492 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-a86fb703-3538-49bd-847e-87b53e12318f None None] Provisioning complete for port 7662b21e-1cf4-42f9-9935-a817c359da16 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:46.320890 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a86fb703-3538-49bd-847e-87b53e12318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:46.498045 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Router 7a7f2413-53b3-489d-81d4-f27381ada20e is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:46.600575 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a86fb703-3538-49bd-847e-87b53e12318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:46.648465 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-a86fb703-3538-49bd-847e-87b53e12318f None None] For port 7662b21e-1cf4-42f9-9935-a817c359da16, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7662b21e-1cf4-42f9-9935-a817c359da16,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:46.732893 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a86fb703-3538-49bd-847e-87b53e12318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:46.768340 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf5ae2-2508-4173-aed6-b4677f8fda17 req-430c7b96-0a6f-48f0-9bc0-734ba722ed57 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:46.773014 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d4bf5ae2-2508-4173-aed6-b4677f8fda17 req-430c7b96-0a6f-48f0-9bc0-734ba722ed57 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0942421 Oct 28 09:56:46.822872 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fb703-3538-49bd-847e-87b53e12318f None None] Pushing event updated for resources: {'Port': ['ID=7662b21e-1cf4-42f9-9935-a817c359da16,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:46.829796 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7662b21e-1cf4-42f9-9935-a817c359da16 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:46.871414 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d4bf5ae2-2508-4173-aed6-b4677f8fda17 req-45378a78-ec9c-464f-a294-570158a61f40 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881126 Oct 28 09:56:46.898362 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 7662b21e-1cf4-42f9-9935-a817c359da16 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:46.898721 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:46.931377 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:46.941897 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:46.967199 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:46.967825 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:47.012263 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] Publish callbacks [] for router, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.013830 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-df3d2396-9ddd-4b6c-9d4e-537aa360c861 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5215085 Oct 28 09:56:47.017099 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53302) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:47.058690 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-9d6110b7-83da-411a-b357-2747aaf4e3e9 None None] Provisioning complete for port 7662b21e-1cf4-42f9-9935-a817c359da16 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:47.058943 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-9d6110b7-83da-411a-b357-2747aaf4e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.160051 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:47.420838 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:45Z', 'revision_number': 3, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:47.462905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:47.463250 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Updating router 7a7f2413-53b3-489d-81d4-f27381ada20e port 166cdc05-55f7-41e0-a988-1e3d75e8dd69 binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:56:47.490248 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.522709 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.710671 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Allocated IP 172.20.0.1 (5478037d-e561-4e8b-811e-6f93ca4dff8e/a44ccb35-3f0d-40a2-a127-116e092a45c6/a16e1d09-25c4-4325-bfa8-74f8bf6e5789) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:47.800030 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.847396 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.918361 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.960432 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.977146 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Attempting to bind port 166cdc05-55f7-41e0-a988-1e3d75e8dd69 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:56:47.977399 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Attempting to bind port 166cdc05-55f7-41e0-a988-1e3d75e8dd69 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:56:47.977754 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Attempting to bind port 166cdc05-55f7-41e0-a988-1e3d75e8dd69 on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:47.980178 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a490-3f24-4543-a156-e958f2aad835 None None] Pushing event updated for resources: {'Port': ['ID=166cdc05-55f7-41e0-a988-1e3d75e8dd69,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:47.986060 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:56:47.986429 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:47.986842 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.987204 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:56:47.987668 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Bound port: 166cdc05-55f7-41e0-a988-1e3d75e8dd69, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:56:47.988038 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:47.993330 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83b852-077f-42d3-84c7-2417bd3e8974 req-98c9fffc-e61e-4df0-875b-a7bc19dd105a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:48.001364 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9b83b852-077f-42d3-84c7-2417bd3e8974 req-98c9fffc-e61e-4df0-875b-a7bc19dd105a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0629103 Oct 28 09:56:48.017976 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:48.023974 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:48.026010 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Pushing event updated for resources: {'Port': ['ID=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:48.029027 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:56:48.048603 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9b83b852-077f-42d3-84c7-2417bd3e8974 req-d37274b5-b16d-4e47-b92e-8c7b591cd7b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Oct 28 09:56:48.059711 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] For port 166cdc05-55f7-41e0-a988-1e3d75e8dd69, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:48.063298 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] For port 166cdc05-55f7-41e0-a988-1e3d75e8dd69, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=166cdc05-55f7-41e0-a988-1e3d75e8dd69,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:48.081547 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.150094 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.225451 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a490-3f24-4543-a156-e958f2aad835 None None] Pushing event updated for resources: {'Port': ['ID=166cdc05-55f7-41e0-a988-1e3d75e8dd69,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:48.232371 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:48.233151 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:48.313523 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.351932 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:48.409640 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-fad2c5e8-3a5e-41ae-9479-e5852f157283 None None] Provisioning complete for port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:48.410081 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-fad2c5e8-3a5e-41ae-9479-e5852f157283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.497567 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-fad2c5e8-3a5e-41ae-9479-e5852f157283 None None] Port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:56:48.529981 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.584916 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:45Z', 'revision_number': 3, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:48.614043 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020fd325-bfb8-42c7-a4a6-bfa703ea76b0 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:45Z', 'revision_number': 3, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:48.621270 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.696609 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.698490 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Pushing event updated for resources: {'Port': ['ID=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:48.755870 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7662b21e-1cf4-42f9-9935-a817c359da16 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:48.806166 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 7662b21e-1cf4-42f9-9935-a817c359da16 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:48.807251 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:48.813949 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:48.815539 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:48.991749 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:49.129524 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:49.144713 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-dedc8e0e-7ed6-45b2-bd09-3277870364fb admin admin] 10.222.0.104 "PUT /v2.0/routers/7a7f2413-53b3-489d-81d4-f27381ada20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1171849 Oct 28 09:56:49.234043 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-dcd54991-92d4-4053-ac64-5b0f032327b6 None None] Provisioning complete for port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:49.234408 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-dcd54991-92d4-4053-ac64-5b0f032327b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:49.278496 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-dcd54991-92d4-4053-ac64-5b0f032327b6 None None] Port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:56:49.921080 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53326) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:49.926033 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1886700384-network', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:50.027821 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Made reservation on behalf of d5cd0df2d6524f13845092e30f976b66 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:50.030277 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.039884 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.117628 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.194337 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.221617 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:56:50.231436 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2be616b-3d3b-412f-8106-3b717b19f01f,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:50.236509 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.236888 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Added segment c5345e76-47cc-44f5-a26d-d3c43b01a88d of type vlan for network c1b1c554-a532-4815-99e2-da87a7a8fd1c Oct 28 09:56:50.279939 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.288085 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:50.299118 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:50.299655 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.382694 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.383679 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:50.384286 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.412348 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:50.447748 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b1c554-a532-4815-99e2-da87a7a8fd1c,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:50.459697 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:56:50.540161 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-21794ca1-9cbf-4bfc-be89-08166efc6de9 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6178708 Oct 28 09:56:50.543138 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53334) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:50.549298 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Request body: {'subnet': {'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1886700384-subnet', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'ip_version': 4}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:50.624917 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 2, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:50.654499 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:50.654841 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Updating router 7a7f2413-53b3-489d-81d4-f27381ada20e port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:56:50.672441 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Made reservation on behalf of d5cd0df2d6524f13845092e30f976b66 for: {'subnet': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:56:50.674864 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18471162'] for subnet, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.688806 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.784951 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 166cdc05-55f7-41e0-a988-1e3d75e8dd69 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:50.847022 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 166cdc05-55f7-41e0-a988-1e3d75e8dd69 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:50.847311 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.934598 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.948814 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18153063', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18471144'] for subnet, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:50.956080 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 166cdc05-55f7-41e0-a988-1e3d75e8dd69, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=166cdc05-55f7-41e0-a988-1e3d75e8dd69,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:50.973625 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.001510 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0de25f-5526-4245-8331-df2faf92197f,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:51.019270 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Checking segment: {'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:51.019628 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Network hostable DHCP agents. Network: c1b1c554-a532-4815-99e2-da87a7a8fd1c, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:56:51.034099 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.063096 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.087166 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=166cdc05-55f7-41e0-a988-1e3d75e8dd69,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:51.091629 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:56:51.117918 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Pushing event updated for resources: {'Port': ['ID=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:51.135614 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.136094 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.136499 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.136923 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.137308 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.137697 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.138088 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.138535 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.138941 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.139888 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.140216 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.140531 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:56:51.198704 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, c1b1c554-a532-4815-99e2-da87a7a8fd1c) {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:51.204517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:51.205284 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.210767 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc1e92-c068-44c2-9ce1-bdd1e37fc4ef None None] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:51.212523 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Attempting to bind port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:56:51.212924 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Attempting to bind port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:56:51.213288 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Attempting to bind port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:51.221263 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:56:51.221677 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Checking segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:51.222078 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.222466 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Bound using segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:56:51.222938 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Bound port: a16e1d09-25c4-4325-bfa8-74f8bf6e5789, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:56:51.223502 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.296551 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] For port a16e1d09-25c4-4325-bfa8-74f8bf6e5789, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:51.299887 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] For port a16e1d09-25c4-4325-bfa8-74f8bf6e5789, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:51.359529 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-abfcb43e-cb66-4e96-8cd0-79160a86a5f1 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8115635 Oct 28 09:56:51.359813 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53342) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:51.364343 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:51.418320 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.484369 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005f9a2-ac96-4ca9-ae7d-1a428e5c9c57 None None] Pushing event updated for resources: {'Port': ['ID=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,revision_number=4']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:51.487400 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:51.487899 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.494123 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-595bbbea-9365-4cea-9edf-4e52b18a746a None None] Provisioning complete for port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:51.494507 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-595bbbea-9365-4cea-9edf-4e52b18a746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.496345 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12336'] for router, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.498475 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1601608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1604033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2024506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12361'] for router, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.530148 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa23317d4-28e6-5a2a-86cc-30df4d482a8a-c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'fixed_ips': [{'subnet_id': '8a0de25f-5526-4245-8331-df2faf92197f'}]}} from dv-cinder-815712-3-iscsi. {{(pid=108757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 09:56:51.531009 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.599095 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:51.603571 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.703305 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-595bbbea-9365-4cea-9edf-4e52b18a746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.733760 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.db_base_plugin_common [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Allocated IP 172.20.0.2 (c1b1c554-a532-4815-99e2-da87a7a8fd1c/8a0de25f-5526-4245-8331-df2faf92197f/efac34b8-c497-4031-a432-784b1dd21932) {{(pid=108757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:51.758333 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-595bbbea-9365-4cea-9edf-4e52b18a746a None None] For port a16e1d09-25c4-4325-bfa8-74f8bf6e5789, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:51.831943 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:51.843709 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.857652 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-595bbbea-9365-4cea-9edf-4e52b18a746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.861408 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153d694d-cc9f-4065-b389-a4b144c7bc9e None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:51.943812 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Publish callbacks [] for port, precommit_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:51.954695 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bbbea-9365-4cea-9edf-4e52b18a746a None None] Pushing event updated for resources: {'Port': ['ID=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:51.985309 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-2dbe0753-92e5-488d-8324-0868c5347b13 None None] Provisioning complete for port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:51.985681 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2dbe0753-92e5-488d-8324-0868c5347b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.019088 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511'] for port, after_create {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.078488 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Pushing event updated for resources: {'Port': ['ID=efac34b8-c497-4031-a432-784b1dd21932,revision_number=1']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:52.083402 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c is already hosted by enough agents. {{(pid=108757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:52.086114 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.scheduler.base_scheduler [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Resources bound (agent type, host, resource id): {{(pid=108757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:52.088526 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Received port after_create {{(pid=108757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:56:52.179795 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Attempting to bind port efac34b8-c497-4031-a432-784b1dd21932 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:56:52.180158 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Attempting to bind port efac34b8-c497-4031-a432-784b1dd21932 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:56:52.180567 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Attempting to bind port efac34b8-c497-4031-a432-784b1dd21932 on network c1b1c554-a532-4815-99e2-da87a7a8fd1c {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:52.186218 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.187090 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:56:52.187464 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Checking segment: {'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:52.187870 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.188256 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Bound using segment: {'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:56:52.188751 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Bound port: efac34b8-c497-4031-a432-784b1dd21932, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:56:52.189316 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.219096 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.258949 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] For port efac34b8-c497-4031-a432-784b1dd21932, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:52.262794 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] For port efac34b8-c497-4031-a432-784b1dd21932, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=efac34b8-c497-4031-a432-784b1dd21932,segment=NetworkSegment(c5345e76-47cc-44f5-a26d-d3c43b01a88d),segment_id=c5345e76-47cc-44f5-a26d-d3c43b01a88d)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:52.329624 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Allocated IP 172.27.0.37 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/711085de-e14a-49f1-afac-519869ff2acf) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:52.372316 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.445291 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189406-161b-4ca2-9d50-bce7da42df1b None None] Pushing event updated for resources: {'Port': ['ID=efac34b8-c497-4031-a432-784b1dd21932,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:52.463318 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.559693 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.624324 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:52.627382 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:52.631932 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:56:52.635113 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Pushing event updated for resources: {'Port': ['ID=711085de-e14a-49f1-afac-519869ff2acf,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:52.881001 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device a16e1d09-25c4-4325-bfa8-74f8bf6e5789 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:52.939081 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:52.939448 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:52.998757 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.028397 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device efac34b8-c497-4031-a432-784b1dd21932 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:53.088548 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port efac34b8-c497-4031-a432-784b1dd21932 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:53.089744 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.196395 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.237185 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port efac34b8-c497-4031-a432-784b1dd21932, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=efac34b8-c497-4031-a432-784b1dd21932,segment=NetworkSegment(c5345e76-47cc-44f5-a26d-d3c43b01a88d),segment_id=c5345e76-47cc-44f5-a26d-d3c43b01a88d)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:53.238783 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1601603', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1603996'] for router, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.329612 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.330428 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 166cdc05-55f7-41e0-a988-1e3d75e8dd69 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:53.434172 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Router d3649865-89ba-475c-80cc-ae372aa2777b is scheduled to L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af with binding_index 1 {{(pid=108755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 09:56:53.435913 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=efac34b8-c497-4031-a432-784b1dd21932,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:53.443897 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6894330-6921-479e-950d-a44279b3d0ea None None] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:56:53.497064 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 166cdc05-55f7-41e0-a988-1e3d75e8dd69 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:53.497351 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.541444 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:53.564439 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Sync routers for ids ['d3649865-89ba-475c-80cc-ae372aa2777b'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:53.579424 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-1bb4040c-4662-4d31-8de5-67395139ec9a None None] Provisioning complete for port efac34b8-c497-4031-a432-784b1dd21932 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:53.579782 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1bb4040c-4662-4d31-8de5-67395139ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.623880 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:53.625235 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-c6114a24-2b82-4611-a2ba-5dfed8ea4d4c admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2643733 Oct 28 09:56:53.627831 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53348) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:53.633948 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Routers {'d3649865-89ba-475c-80cc-ae372aa2777b'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:53.634577 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['d3649865-89ba-475c-80cc-ae372aa2777b'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:53.857061 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Set router d3649865-89ba-475c-80cc-ae372aa2777b gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:54.049499 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '711085de-e14a-49f1-afac-519869ff2acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T09:56:52Z', 'revision_number': 3, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port': {'id': '711085de-e14a-49f1-afac-519869ff2acf', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:52Z', 'updated_at': '2021-10-28T09:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:54.059048 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.084824 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Checking router: d3649865-89ba-475c-80cc-ae372aa2777b for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:54.085174 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Updating router d3649865-89ba-475c-80cc-ae372aa2777b port 711085de-e14a-49f1-afac-519869ff2acf binding host dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:56:54.116267 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.119138 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-2eef35d0-8780-4ed6-9bf9-a3042ca296ee None None] Provisioning complete for port efac34b8-c497-4031-a432-784b1dd21932 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:54.119499 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2eef35d0-8780-4ed6-9bf9-a3042ca296ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.222131 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Allocated IP 172.20.0.1 (c1b1c554-a532-4815-99e2-da87a7a8fd1c/8a0de25f-5526-4245-8331-df2faf92197f/3afb60ee-2f31-48b2-b6df-27e590b83c41) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:56:54.338246 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.450403 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.491463 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:54.494560 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:54.500877 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:56:54.530121 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Pushing event updated for resources: {'Port': ['ID=3afb60ee-2f31-48b2-b6df-27e590b83c41,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:54.551253 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1603777'] for router_interface, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.568427 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.651411 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.719073 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da28da9-fe2e-4576-8acb-7a9209b30597 None None] Pushing event updated for resources: {'Port': ['ID=711085de-e14a-49f1-afac-519869ff2acf,revision_number=2']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:54.721630 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Attempting to bind port 711085de-e14a-49f1-afac-519869ff2acf on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:56:54.721991 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Attempting to bind port 711085de-e14a-49f1-afac-519869ff2acf by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:56:54.722411 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Attempting to bind port 711085de-e14a-49f1-afac-519869ff2acf on network ae6bed28-47a2-4523-a409-696024717d02 {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:56:54.728226 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:56:54.728597 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Checking segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:56:54.729022 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.729399 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Bound using segment: {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'} {{(pid=108757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:56:54.730446 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.managers [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Bound port: 711085de-e14a-49f1-afac-519869ff2acf, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430d65b0-6e51-4fee-8f92-98d2d7f96b87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02'}}] {{(pid=108757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:56:54.730880 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.762228 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device efac34b8-c497-4031-a432-784b1dd21932 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:54.827362 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.828933 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-e69a422b-a0c5-4a2f-8827-94fb43a23805 None None] Provisioning complete for port 3afb60ee-2f31-48b2-b6df-27e590b83c41 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:54.829192 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e69a422b-a0c5-4a2f-8827-94fb43a23805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.831185 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] For port 711085de-e14a-49f1-afac-519869ff2acf, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:56:54.836237 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] For port 711085de-e14a-49f1-afac-519869ff2acf, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=711085de-e14a-49f1-afac-519869ff2acf,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:56:54.876019 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-e69a422b-a0c5-4a2f-8827-94fb43a23805 None None] Port 3afb60ee-2f31-48b2-b6df-27e590b83c41 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:56:54.879464 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port efac34b8-c497-4031-a432-784b1dd21932 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:54.879885 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:54.930843 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:55.030653 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Routers {'d3649865-89ba-475c-80cc-ae372aa2777b'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:55.030865 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['d3649865-89ba-475c-80cc-ae372aa2777b'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:55.067861 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da28da9-fe2e-4576-8acb-7a9209b30597 None None] Pushing event updated for resources: {'Port': ['ID=711085de-e14a-49f1-afac-519869ff2acf,revision_number=3']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:55.152320 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] Set router d3649865-89ba-475c-80cc-ae372aa2777b gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:55.287864 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:55.371584 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:55.382853 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '711085de-e14a-49f1-afac-519869ff2acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 4, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port': {'id': '711085de-e14a-49f1-afac-519869ff2acf', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:52Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '3afb60ee-2f31-48b2-b6df-27e590b83c41', 'name': '', 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'mac_address': 'fa:16:3e:42:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8a0de25f-5526-4245-8331-df2faf92197f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:54Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 1, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'subnets': [{'id': '8a0de25f-5526-4245-8331-df2faf92197f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:55.419034 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c146c00b-7362-4039-ac32-cb55758e3ab9 None None] The sync data for ids ['d3649865-89ba-475c-80cc-ae372aa2777b'] in dv-cinder-815712-3-iscsi is: [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '711085de-e14a-49f1-afac-519869ff2acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 4, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port': {'id': '711085de-e14a-49f1-afac-519869ff2acf', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:52Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '3afb60ee-2f31-48b2-b6df-27e590b83c41', 'name': '', 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'mac_address': 'fa:16:3e:42:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8a0de25f-5526-4245-8331-df2faf92197f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:54Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 1, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'subnets': [{'id': '8a0de25f-5526-4245-8331-df2faf92197f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:56:55.442370 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1602385'] for router_interface, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:55.445497 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Pushing event updated for resources: {'Port': ['ID=3afb60ee-2f31-48b2-b6df-27e590b83c41,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:55.522146 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:56:55.562951 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:56:55.565630 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:56:55.714231 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Router d3649865-89ba-475c-80cc-ae372aa2777b has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:56:55.861535 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:56:55.868187 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-5ad237e1-e0a0-4d26-9441-b7d43e7d8e09 admin admin] 10.222.0.104 "PUT /v2.0/routers/d3649865-89ba-475c-80cc-ae372aa2777b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2390859 Oct 28 09:56:55.934756 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-39c2ca8c-08c6-468b-a575-e8b5b603abfb None None] Provisioning complete for port 3afb60ee-2f31-48b2-b6df-27e590b83c41 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:55.935144 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-39c2ca8c-08c6-468b-a575-e8b5b603abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:55.990803 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-39c2ca8c-08c6-468b-a575-e8b5b603abfb None None] Port 3afb60ee-2f31-48b2-b6df-27e590b83c41 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:56:56.587517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53362) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:56.593200 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-152d2770-aa6a-42e2-a0e0-28bae3117f18 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252555229', 'description': 'tempest-secgroup-smoke-1252555229 description', 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:56.698715 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-152d2770-aa6a-42e2-a0e0-28bae3117f18 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:56.782335 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-152d2770-aa6a-42e2-a0e0-28bae3117f18 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:56.790077 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 711085de-e14a-49f1-afac-519869ff2acf up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:56.838457 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 711085de-e14a-49f1-afac-519869ff2acf triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:56.838863 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:56.856373 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-152d2770-aa6a-42e2-a0e0-28bae3117f18 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:56.886958 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d2770-aa6a-42e2-a0e0-28bae3117f18 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:56.922484 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:56.943610 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] For port 711085de-e14a-49f1-afac-519869ff2acf, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=711085de-e14a-49f1-afac-519869ff2acf,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:56:56.977154 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-152d2770-aa6a-42e2-a0e0-28bae3117f18 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:56.978418 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-152d2770-aa6a-42e2-a0e0-28bae3117f18 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3896530 Oct 28 09:56:56.982029 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53364) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:56.986607 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-05334de0-3e80-4325-ab7e-abd108b1665f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'security_group_rule': {'security_group_id': 'bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca', 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:57.051523 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.097027 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05334de0-3e80-4325-ab7e-abd108b1665f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.101449 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Pushing event updated for resources: {'Port': ['ID=711085de-e14a-49f1-afac-519869ff2acf,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:57.156558 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05334de0-3e80-4325-ab7e-abd108b1665f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.234192 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05334de0-3e80-4325-ab7e-abd108b1665f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.254644 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05334de0-3e80-4325-ab7e-abd108b1665f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2041b819-6adb-4cc0-ad0f-f17d83f72a35,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:57.339412 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05334de0-3e80-4325-ab7e-abd108b1665f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.340809 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-05334de0-3e80-4325-ab7e-abd108b1665f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3578012 Oct 28 09:56:57.343651 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53366) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:57.348258 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-4053ae20-e753-443b-a526-9fd05d4352b7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'security_group_rule': {'security_group_id': 'bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca', 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:57.458983 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4053ae20-e753-443b-a526-9fd05d4352b7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.534526 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4053ae20-e753-443b-a526-9fd05d4352b7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.611393 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4053ae20-e753-443b-a526-9fd05d4352b7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.631528 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053ae20-e753-443b-a526-9fd05d4352b7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440daf58-381d-410f-a167-3486bb4c5095,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:57.728938 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-4053ae20-e753-443b-a526-9fd05d4352b7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.732147 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-4053ae20-e753-443b-a526-9fd05d4352b7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3872871 Oct 28 09:56:57.734985 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53370) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:57.740770 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-c62b31c8-bb8b-4963-891f-4fbb1d1f1c87 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'security_group_rule': {'security_group_id': 'bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca', 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:57.849470 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c62b31c8-bb8b-4963-891f-4fbb1d1f1c87 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:57.909606 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c62b31c8-bb8b-4963-891f-4fbb1d1f1c87 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.050100 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c62b31c8-bb8b-4963-891f-4fbb1d1f1c87 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.068224 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b31c8-bb8b-4963-891f-4fbb1d1f1c87 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462a3f07-987c-439b-b34a-db651c0389d9,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:58.177101 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c62b31c8-bb8b-4963-891f-4fbb1d1f1c87 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.178338 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-c62b31c8-bb8b-4963-891f-4fbb1d1f1c87 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4420495 Oct 28 09:56:58.182307 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53372) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:58.187024 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-540cff70-8eb8-4dea-a802-5654a53a23da tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'security_group_rule': {'security_group_id': 'bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca', 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:58.295444 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.324364 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-540cff70-8eb8-4dea-a802-5654a53a23da tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.386841 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-540cff70-8eb8-4dea-a802-5654a53a23da tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.474656 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-540cff70-8eb8-4dea-a802-5654a53a23da tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.494060 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cff70-8eb8-4dea-a802-5654a53a23da tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c6df069-3f4f-4d37-a1a9-261b62534601,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:58.574857 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-540cff70-8eb8-4dea-a802-5654a53a23da tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.577293 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-540cff70-8eb8-4dea-a802-5654a53a23da tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929577 Oct 28 09:56:58.580437 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53378) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:58.585105 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'security_group_rule': {'security_group_id': 'bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca', 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:58.724371 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.securitygroups_db [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Project 8891d4ce726f4b84a18cbb3bce4e53c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:56:58.730882 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.789989 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 711085de-e14a-49f1-afac-519869ff2acf up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:56:58.820514 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.847595 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 711085de-e14a-49f1-afac-519869ff2acf triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:56:58.847968 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.895893 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Sync routers for ids ['d3649865-89ba-475c-80cc-ae372aa2777b'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:56:58.909376 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:58.911985 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Routers {'d3649865-89ba-475c-80cc-ae372aa2777b'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:56:58.913256 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['d3649865-89ba-475c-80cc-ae372aa2777b'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:58.952148 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366e135f-aad8-4c6c-a169-da51fc11c923,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:58.971139 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa146-cc50-4005-b808-e5098af1ffac req-d4d513f3-5fd9-4607-b267-5e6c00397b8d tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:56:58.972792 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-d4d513f3-5fd9-4607-b267-5e6c00397b8d tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1374173 Oct 28 09:56:58.993030 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-e7807aa6-ee6f-4ae6-8c76-e0bf1abab12e tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/quotas/b70e48e454564b15803319964d0e32bc HTTP/1.1" status: 200 len: 375 time: 0.0105636 Oct 28 09:56:59.030883 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.032168 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-5f9cd74f-7885-43fd-8252-3e7813c21800 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4506047 Oct 28 09:56:59.035009 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53392) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:56:59.040420 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'security_group_rule': {'security_group_id': 'bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca', 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:56:59.076865 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-54b1ba7f-f4e2-4935-8f60-8e1197e7ffdf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763614 Oct 28 09:56:59.125048 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Set router d3649865-89ba-475c-80cc-ae372aa2777b gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:56:59.129898 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.securitygroups_db [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Project 8891d4ce726f4b84a18cbb3bce4e53c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 09:56:59.137081 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.265756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.302470 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-6d723b32-33cf-4877-8fbf-198d806d70a5 service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180910 Oct 28 09:56:59.338294 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '711085de-e14a-49f1-afac-519869ff2acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 4, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port': {'id': '711085de-e14a-49f1-afac-519869ff2acf', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:52Z', 'updated_at': '2021-10-28T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '3afb60ee-2f31-48b2-b6df-27e590b83c41', 'name': '', 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'mac_address': 'fa:16:3e:42:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8a0de25f-5526-4245-8331-df2faf92197f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:54Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 2, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'subnets': [{'id': '8a0de25f-5526-4245-8331-df2faf92197f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:56:59.365681 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Checking router: d3649865-89ba-475c-80cc-ae372aa2777b for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:56:59.366028 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Updating router d3649865-89ba-475c-80cc-ae372aa2777b port 3afb60ee-2f31-48b2-b6df-27e590b83c41 binding host dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 09:56:59.379614 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022366'] for security_group_rule, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.397897 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.419848 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-88c50481-5a22-41bf-a25c-6182bf3563be service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109605 Oct 28 09:56:59.420447 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a64a589-5963-4dde-af42-2e3c9d7a8a38,revision_number=0']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:56:59.625789 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.627043 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-95345d29-a1f2-417f-9d93-ecdb3129e907 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5911012 Oct 28 09:56:59.698953 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Publish callbacks [] for port, precommit_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.833383 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:56:59.854210 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-738f2a6a-56a5-414c-aecf-948fafdc9b2c req-ced8f735-7b77-4ac2-9c0b-423160209b4e tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 210 time: 0.0433891 Oct 28 09:56:59.893882 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06082ad3-d6d6-4f9a-b0da-cc49d91110cc None None] Pushing event updated for resources: {'Port': ['ID=3afb60ee-2f31-48b2-b6df-27e590b83c41,revision_number=3']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.001768 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Attempting to bind port 3afb60ee-2f31-48b2-b6df-27e590b83c41 on host dv-cinder-815712-3-iscsi for vnic_type normal with profile {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:00.002460 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Attempting to bind port 3afb60ee-2f31-48b2-b6df-27e590b83c41 by drivers openvswitch,hyperv on host dv-cinder-815712-3-iscsi at level 0 using segments [{'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:00.002460 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Attempting to bind port 3afb60ee-2f31-48b2-b6df-27e590b83c41 on network c1b1c554-a532-4815-99e2-da87a7a8fd1c {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:00.008164 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Checking agent: {'id': '13c3aa37-3b47-43b8-85fc-87e7ab373196', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815712-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 39, 42), 'started_at': datetime.datetime(2021, 10, 28, 9, 40, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815712-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:00.008638 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Checking segment: {'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:00.008895 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.009248 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Bound using segment: {'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'} {{(pid=108758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:00.009731 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.managers [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Bound port: 3afb60ee-2f31-48b2-b6df-27e590b83c41, host: dv-cinder-815712-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5345e76-47cc-44f5-a26d-d3c43b01a88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c'}}] {{(pid=108758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:00.010103 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.080702 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] For port 3afb60ee-2f31-48b2-b6df-27e590b83c41, host dv-cinder-815712-3-iscsi, cleared binding levels {{(pid=108758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:00.084050 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.plugins.ml2.db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] For port 3afb60ee-2f31-48b2-b6df-27e590b83c41, host dv-cinder-815712-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=3afb60ee-2f31-48b2-b6df-27e590b83c41,segment=NetworkSegment(c5345e76-47cc-44f5-a26d-d3c43b01a88d),segment_id=c5345e76-47cc-44f5-a26d-d3c43b01a88d)] {{(pid=108758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:00.147348 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-1f4af918-6dc6-4cf9-9fd6-18934a7740a0 None None] Provisioning complete for port 3afb60ee-2f31-48b2-b6df-27e590b83c41 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:00.147967 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1f4af918-6dc6-4cf9-9fd6-18934a7740a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.183864 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-1f4af918-6dc6-4cf9-9fd6-18934a7740a0 None None] Port 3afb60ee-2f31-48b2-b6df-27e590b83c41 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:57:00.210025 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron_lib.callbacks.manager [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.269718 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Routers {'d3649865-89ba-475c-80cc-ae372aa2777b'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:00.270345 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:56:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['d3649865-89ba-475c-80cc-ae372aa2777b'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:00.346170 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06082ad3-d6d6-4f9a-b0da-cc49d91110cc None None] Pushing event updated for resources: {'Port': ['ID=3afb60ee-2f31-48b2-b6df-27e590b83c41,revision_number=4']} {{(pid=108758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.414834 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] Set router d3649865-89ba-475c-80cc-ae372aa2777b gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:00.506774 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-7293018f-b1bc-4f4f-bd31-4a9a07724052 None None] Provisioning complete for port 3afb60ee-2f31-48b2-b6df-27e590b83c41 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:00.507236 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7293018f-b1bc-4f4f-bd31-4a9a07724052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.616991 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7293018f-b1bc-4f4f-bd31-4a9a07724052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.653650 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-7293018f-b1bc-4f4f-bd31-4a9a07724052 None None] For port 3afb60ee-2f31-48b2-b6df-27e590b83c41, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=3afb60ee-2f31-48b2-b6df-27e590b83c41,segment=NetworkSegment(c5345e76-47cc-44f5-a26d-d3c43b01a88d),segment_id=c5345e76-47cc-44f5-a26d-d3c43b01a88d)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:00.676735 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '711085de-e14a-49f1-afac-519869ff2acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 4, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port': {'id': '711085de-e14a-49f1-afac-519869ff2acf', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:52Z', 'updated_at': '2021-10-28T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '3afb60ee-2f31-48b2-b6df-27e590b83c41', 'name': '', 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'mac_address': 'fa:16:3e:42:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8a0de25f-5526-4245-8331-df2faf92197f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:54Z', 'updated_at': '2021-10-28T09:57:00Z', 'revision_number': 4, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'subnets': [{'id': '8a0de25f-5526-4245-8331-df2faf92197f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:00.714704 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b540ca-4453-4ec2-8a3c-77d93d278f04 None None] The sync data for ids ['d3649865-89ba-475c-80cc-ae372aa2777b'] in dv-cinder-815712-3-iscsi is: [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '711085de-e14a-49f1-afac-519869ff2acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T09:56:54Z', 'revision_number': 4, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port': {'id': '711085de-e14a-49f1-afac-519869ff2acf', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:52Z', 'updated_at': '2021-10-28T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': '3afb60ee-2f31-48b2-b6df-27e590b83c41', 'name': '', 'network_id': 'c1b1c554-a532-4815-99e2-da87a7a8fd1c', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'mac_address': 'fa:16:3e:42:e9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '8a0de25f-5526-4245-8331-df2faf92197f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:54Z', 'updated_at': '2021-10-28T09:57:00Z', 'revision_number': 4, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'subnets': [{'id': '8a0de25f-5526-4245-8331-df2faf92197f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:00.735346 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7293018f-b1bc-4f4f-bd31-4a9a07724052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.808186 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293018f-b1bc-4f4f-bd31-4a9a07724052 None None] Pushing event updated for resources: {'Port': ['ID=3afb60ee-2f31-48b2-b6df-27e590b83c41,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:00.811914 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 3afb60ee-2f31-48b2-b6df-27e590b83c41 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:00.868882 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 3afb60ee-2f31-48b2-b6df-27e590b83c41 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:00.869238 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:00.981324 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e436cdb7-8023-474c-970e-6ca365099dd6 req-9d580eb7-3c21-4a72-b9b5-edf3a4a1faec tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 210 time: 0.0289237 Oct 28 09:57:02.085066 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f1c1372d-4721-49d9-9d28-3e83f3ab8811 req-5310cfbf-0383-4e18-8cc2-4f8de4109d82 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 210 time: 0.0306358 Oct 28 09:57:02.160545 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa146-cc50-4005-b808-e5098af1ffac req-4a0fa8da-9694-4043-8871-b40dc9186dcd tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:02.162051 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-4a0fa8da-9694-4043-8871-b40dc9186dcd tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1081610 Oct 28 09:57:02.192281 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Request body: {'port': {'device_id': '694199a8-e0fe-4c60-87ff-77409ae17040', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'admin_state_up': True, 'tenant_id': 'b70e48e454564b15803319964d0e32bc'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:02.456510 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Made reservation on behalf of b70e48e454564b15803319964d0e32bc for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:02.460144 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:02.590529 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Allocated IP 172.20.0.8 (138f56a9-ba13-417d-bda4-3ae273e68e25/5307cbbf-65ea-4e70-8888-74e9db691886/a4980d72-c568-47e2-86cf-4feeb9e706c7) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:02.752957 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:02.774356 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 3afb60ee-2f31-48b2-b6df-27e590b83c41 up at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:02.827735 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Provisioning complete for port 3afb60ee-2f31-48b2-b6df-27e590b83c41 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:02.827978 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:02.867850 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:02.895125 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:02.919069 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:02.922504 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:02.926511 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:02.951889 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event updated for resources: {'Port': ['ID=a4980d72-c568-47e2-86cf-4feeb9e706c7,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:02.982653 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:02.983289 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:03.071097 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-fedc1a48-8c5f-419e-9394-b42d3dd5fc11 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8829708 Oct 28 09:57:03.085730 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Request body: {'port': {'device_id': '694199a8-e0fe-4c60-87ff-77409ae17040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:03.137841 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:03.224413 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3d786-eb9c-49c8-8e19-056d2180a58b req-b9ab951b-b7db-4314-bd89-d458ab722444 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:03.230091 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-afa3d786-eb9c-49c8-8e19-056d2180a58b req-b9ab951b-b7db-4314-bd89-d458ab722444 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 931 time: 0.0682213 Oct 28 09:57:03.276561 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-afa3d786-eb9c-49c8-8e19-056d2180a58b req-74584792-0fd9-45a5-bedc-6aabbaff041b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Oct 28 09:57:03.434506 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4980d72-c568-47e2-86cf-4feeb9e706c7 {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:03.442494 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:03.454629 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Transition to ACTIVE for port object a4980d72-c568-47e2-86cf-4feeb9e706c7 will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:57:03.554014 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:03.607001 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4980d72-c568-47e2-86cf-4feeb9e706c7,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:03.677476 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Attempting to bind port a4980d72-c568-47e2-86cf-4feeb9e706c7 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:03.677799 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Attempting to bind port a4980d72-c568-47e2-86cf-4feeb9e706c7 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:03.678124 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Attempting to bind port a4980d72-c568-47e2-86cf-4feeb9e706c7 on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:03.683513 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Port a4980d72-c568-47e2-86cf-4feeb9e706c7 on network 138f56a9-ba13-417d-bda4-3ae273e68e25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:57:03.683993 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Attempting to bind port a4980d72-c568-47e2-86cf-4feeb9e706c7 on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:03.690116 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:03.690379 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Checking segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:03.690768 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Bound using segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:03.691194 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Bound port: a4980d72-c568-47e2-86cf-4feeb9e706c7, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:03.691656 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:03.755380 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] For port a4980d72-c568-47e2-86cf-4feeb9e706c7, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:03.758641 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] For port a4980d72-c568-47e2-86cf-4feeb9e706c7, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a4980d72-c568-47e2-86cf-4feeb9e706c7,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:03.823467 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:03.861163 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:03.861773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:03.863135 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] 10.222.0.109 "PUT /v2.0/ports/a4980d72-c568-47e2-86cf-4feeb9e706c7 HTTP/1.1" status: 200 len: 1093 time: 0.7835591 Oct 28 09:57:03.863586 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694199a8-e0fe-4c60-87ff-77409ae17040', 'tag': 'a4980d72-c568-47e2-86cf-4feeb9e706c7'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:03.865825 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5503d3e8-6e4c-4d8e-9b9c-02fb0ad153af" -d '{"events": [{"name": "network-changed", "server_uuid": "694199a8-e0fe-4c60-87ff-77409ae17040", "tag": "a4980d72-c568-47e2-86cf-4feeb9e706c7"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:03.888318 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507a859-2f27-407e-8a19-67095fafaef2 service neutron] Pushing event updated for resources: {'Port': ['ID=a4980d72-c568-47e2-86cf-4feeb9e706c7,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:03.911341 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a66c23-2c61-408d-a8c1-eda65f213afd x-openstack-request-id: req-c7a66c23-2c61-408d-a8c1-eda65f213afd {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:03.911629 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694199a8-e0fe-4c60-87ff-77409ae17040", "tag": "a4980d72-c568-47e2-86cf-4feeb9e706c7", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:03.911876 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c7a66c23-2c61-408d-a8c1-eda65f213afd {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:03.912270 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694199a8-e0fe-4c60-87ff-77409ae17040', 'tag': 'a4980d72-c568-47e2-86cf-4feeb9e706c7', 'status': 'completed', 'code': 200} Oct 28 09:57:03.986631 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503d3e8-6e4c-4d8e-9b9c-02fb0ad153af req-8d94e34c-222e-4e5f-884c-b89dab2713ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:03.988064 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5503d3e8-6e4c-4d8e-9b9c-02fb0ad153af req-8d94e34c-222e-4e5f-884c-b89dab2713ea service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 1096 time: 0.0441191 Oct 28 09:57:04.107072 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503d3e8-6e4c-4d8e-9b9c-02fb0ad153af req-1856cc9e-a17e-4e8c-a507-f34f6316e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:04.108601 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5503d3e8-6e4c-4d8e-9b9c-02fb0ad153af req-1856cc9e-a17e-4e8c-a507-f34f6316e6d3 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=b70e48e454564b15803319964d0e32bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1104352 Oct 28 09:57:04.219927 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503d3e8-6e4c-4d8e-9b9c-02fb0ad153af req-b802265e-3963-4ce2-9c1a-e44bdc41a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:04.221506 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-5503d3e8-6e4c-4d8e-9b9c-02fb0ad153af req-b802265e-3963-4ce2-9c1a-e44bdc41a072 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027048 Oct 28 09:57:04.310207 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa146-cc50-4005-b808-e5098af1ffac req-2128d052-2008-4dcb-b090-5d30107360cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:04.311863 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-2128d052-2008-4dcb-b090-5d30107360cf service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 1096 time: 0.0416265 Oct 28 09:57:04.358950 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-85af783c-9092-403f-b657-532cb26fb16c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4980d72-c568-47e2-86cf-4feeb9e706c7 HTTP/1.1" status: 200 len: 217 time: 0.0371735 Oct 28 09:57:04.399166 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140155a-9cfd-45f4-b1c2-c50a6e7ec8f3 req-22c571c9-dba4-4121-ba53-8579a7845535 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:04.401689 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c140155a-9cfd-45f4-b1c2-c50a6e7ec8f3 req-22c571c9-dba4-4121-ba53-8579a7845535 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 943 time: 0.0528955 Oct 28 09:57:04.417143 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa146-cc50-4005-b808-e5098af1ffac req-2a1bc267-e61d-4a02-8a8a-637a9f413ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:04.418941 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-2a1bc267-e61d-4a02-8a8a-637a9f413ac2 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=5307cbbf-65ea-4e70-8888-74e9db691886 HTTP/1.1" status: 200 len: 855 time: 0.0513988 Oct 28 09:57:04.443147 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c140155a-9cfd-45f4-b1c2-c50a6e7ec8f3 req-7bdd0c0f-c0d5-454a-98ad-c2c92e9a75d0 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Oct 28 09:57:04.451960 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-5a9d950b-f862-4cac-a114-a3faf40b3130 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=138f56a9-ba13-417d-bda4-3ae273e68e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251880 Oct 28 09:57:04.550153 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-311b3edf-7dfd-4cf7-a491-77df2fe5c283 service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885417 Oct 28 09:57:04.649981 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-837fa146-cc50-4005-b808-e5098af1ffac req-7e224796-99e3-46bf-95b5-aa5d91d1080b service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907435 Oct 28 09:57:05.508000 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a4980d72-c568-47e2-86cf-4feeb9e706c7 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:57:05.569466 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085dbef-3b66-4209-9a74-8a72b972e77a req-bcaeb12a-3a82-41ca-a746-9247cc1f8296 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:05.570984 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f085dbef-3b66-4209-9a74-8a72b972e77a req-bcaeb12a-3a82-41ca-a746-9247cc1f8296 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 943 time: 0.0564694 Oct 28 09:57:05.609529 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port a4980d72-c568-47e2-86cf-4feeb9e706c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a4980d72-c568-47e2-86cf-4feeb9e706c7,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:05.617934 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f085dbef-3b66-4209-9a74-8a72b972e77a req-418dc274-aaad-4b3e-99f3-91db5093fb73 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Oct 28 09:57:05.627097 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'a4980d72-c568-47e2-86cf-4feeb9e706c7', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'port_id': 'a4980d72-c568-47e2-86cf-4feeb9e706c7', 'mac_address': 'fa:16:3e:eb:f5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307cbbf-65ea-4e70-8888-74e9db691886', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:57:05.670286 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:05.684065 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4980d72-c568-47e2-86cf-4feeb9e706c7 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:05.706605 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port a4980d72-c568-47e2-86cf-4feeb9e706c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a4980d72-c568-47e2-86cf-4feeb9e706c7,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:05.815399 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:05.866362 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=a4980d72-c568-47e2-86cf-4feeb9e706c7,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:06.042319 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['a4980d72-c568-47e2-86cf-4feeb9e706c7'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:06.737615 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6eaed-bf37-4065-bdfa-dbe8efbb6765 req-2c3e987c-17b6-410d-be02-9605b60b1ac9 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:06.739134 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-30b6eaed-bf37-4065-bdfa-dbe8efbb6765 req-2c3e987c-17b6-410d-be02-9605b60b1ac9 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 944 time: 0.0505898 Oct 28 09:57:06.783328 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-30b6eaed-bf37-4065-bdfa-dbe8efbb6765 req-3c0af3a4-f792-41b5-8928-470efd3f9544 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Oct 28 09:57:07.524145 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a4980d72-c568-47e2-86cf-4feeb9e706c7 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:07.651252 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port a4980d72-c568-47e2-86cf-4feeb9e706c7 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:57:07.656364 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port a4980d72-c568-47e2-86cf-4feeb9e706c7 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:07.656834 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:07.886994 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:07.909496 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffa767-ea64-4a06-a1c8-d80ea090953b req-46c15f58-2b6d-4a36-b250-bb1556ddf782 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:07.910093 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694199a8-e0fe-4c60-87ff-77409ae17040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4980d72-c568-47e2-86cf-4feeb9e706c7'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:07.911169 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-33ffa767-ea64-4a06-a1c8-d80ea090953b req-46c15f58-2b6d-4a36-b250-bb1556ddf782 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 944 time: 0.0503118 Oct 28 09:57:07.911902 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4da884-5ac3-495b-9bdc-97223e769c56" -d '{"events": [{"server_uuid": "694199a8-e0fe-4c60-87ff-77409ae17040", "name": "network-vif-plugged", "status": "completed", "tag": "a4980d72-c568-47e2-86cf-4feeb9e706c7"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:07.925784 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port a4980d72-c568-47e2-86cf-4feeb9e706c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a4980d72-c568-47e2-86cf-4feeb9e706c7,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:07.998738 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264da52-4edb-43a1-a245-41d1cea4d04c x-openstack-request-id: req-9264da52-4edb-43a1-a245-41d1cea4d04c {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:07.998738 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694199a8-e0fe-4c60-87ff-77409ae17040", "name": "network-vif-plugged", "status": "completed", "tag": "a4980d72-c568-47e2-86cf-4feeb9e706c7", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:07.998738 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9264da52-4edb-43a1-a245-41d1cea4d04c {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:07.998738 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694199a8-e0fe-4c60-87ff-77409ae17040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4980d72-c568-47e2-86cf-4feeb9e706c7', 'code': 200} Oct 28 09:57:07.999384 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-33ffa767-ea64-4a06-a1c8-d80ea090953b req-c07b679d-4a5f-490c-88f6-11853e68588f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376279 Oct 28 09:57:08.068028 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:08.115215 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=a4980d72-c568-47e2-86cf-4feeb9e706c7,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:08.388421 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-62f75968-1d11-4eb9-9c8c-330a3fa84124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:08.452113 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71336a61-fe65-420b-bbf8-22ffeda0c8bd req-d2720446-7a32-4720-99c2-aac4afe80974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:08.453898 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-71336a61-fe65-420b-bbf8-22ffeda0c8bd req-d2720446-7a32-4720-99c2-aac4afe80974 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 1098 time: 0.0472100 Oct 28 09:57:08.497026 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-71336a61-fe65-420b-bbf8-22ffeda0c8bd req-307c5c66-c7b3-4e09-bff5-596570ff06c4 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292315 Oct 28 09:57:09.081138 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e7213-3ce2-462c-be04-fd467245c6b6 req-b125ef6f-a580-43a5-b9b2-3378a92cf51b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:09.082611 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-de7e7213-3ce2-462c-be04-fd467245c6b6 req-b125ef6f-a580-43a5-b9b2-3378a92cf51b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 945 time: 0.0485458 Oct 28 09:57:09.125669 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-de7e7213-3ce2-462c-be04-fd467245c6b6 req-96482c76-b2fa-48cb-9c06-389148ca0127 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363293 Oct 28 09:57:10.257681 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86d0ad-89d3-4a22-acd6-1390003841c1 req-fc7f8fa7-a81d-40bf-a912-5eb829a400c8 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:10.259202 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb86d0ad-89d3-4a22-acd6-1390003841c1 req-fc7f8fa7-a81d-40bf-a912-5eb829a400c8 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 945 time: 0.0558982 Oct 28 09:57:10.305813 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cb86d0ad-89d3-4a22-acd6-1390003841c1 req-48b86f6b-d077-402d-b994-e75c3b92f5e2 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400269 Oct 28 09:57:10.941948 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f08c64c4-73b3-4243-9967-7c5656eb0fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:12.245321 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:12.456634 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:13.319533 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-31f8d94e-f202-4cae-bcae-b3092bce0e02 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:13.321014 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-31f8d94e-f202-4cae-bcae-b3092bce0e02 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1094508 Oct 28 09:57:13.336791 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-a4a63447-abe7-48d9-8968-5f59091ae9ab tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/quotas/b70e48e454564b15803319964d0e32bc HTTP/1.1" status: 200 len: 375 time: 0.0095994 Oct 28 09:57:13.391731 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-f0f3959b-7cbe-4519-861c-08ca5558c834 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485761 Oct 28 09:57:13.484135 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-12169ee2-7c73-48e6-87b9-d66cfb8a7382 service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853393 Oct 28 09:57:13.584747 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-9a89bef3-efd6-4ae7-8768-567a7d9ead21 service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944512 Oct 28 09:57:13.890548 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e508721b-465f-476a-90ec-bd8e1c66f502 req-8334ed97-a735-4b51-9276-54898a9082eb tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 210 time: 0.0285828 Oct 28 09:57:14.262142 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:14.988421 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9f7220e6-dda3-4987-8537-62bb81955c4e req-4120dded-cdfe-44de-9dac-6cc774c40503 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 210 time: 0.0267532 Oct 28 09:57:16.092055 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-46d56f73-4101-428c-b95c-c168ba82c151 req-5b72ec8b-f240-440c-8bf9-c84798c4f2ca tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 210 time: 0.0325317 Oct 28 09:57:16.264949 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-60f06f38-684a-4c67-bd87-e231ad34a91c tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:16.266600 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-60f06f38-684a-4c67-bd87-e231ad34a91c tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1224308 Oct 28 09:57:16.282832 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Request body: {'port': {'device_id': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'admin_state_up': True, 'tenant_id': 'b70e48e454564b15803319964d0e32bc'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:16.477949 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Made reservation on behalf of b70e48e454564b15803319964d0e32bc for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:16.482226 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:16.633700 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Allocated IP 172.20.0.12 (138f56a9-ba13-417d-bda4-3ae273e68e25/5307cbbf-65ea-4e70-8888-74e9db691886/0bed67f6-e6ea-496f-9c92-15d0b605ebff) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:16.813170 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:16.896394 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:16.909931 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23', 'a4980d72-c568-47e2-86cf-4feeb9e706c7'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:16.942925 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:16.946376 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:16.951197 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:16.976853 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event updated for resources: {'Port': ['ID=0bed67f6-e6ea-496f-9c92-15d0b605ebff,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:16.991837 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.992202 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.992537 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.993008 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.993240 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.993563 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.993895 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.994215 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.994537 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.994870 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.995409 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:16.995806 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:17.019359 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:17.020007 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:17.098803 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-1cef28b9-8e19-4189-afbb-d85016b8b8b5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8199084 Oct 28 09:57:17.112902 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Request body: {'port': {'device_id': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:17.226123 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4c022-d31f-4c26-ac06-90ee8036c58b req-23ac6a23-1bf9-4e7f-acda-d476b2372173 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:17.227720 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-13a4c022-d31f-4c26-ac06-90ee8036c58b req-23ac6a23-1bf9-4e7f-acda-d476b2372173 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 932 time: 0.0608728 Oct 28 09:57:17.274513 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-13a4c022-d31f-4c26-ac06-90ee8036c58b req-07346e6d-ae1f-45d8-8c12-9822bb517e3b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Oct 28 09:57:17.453906 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:17.736286 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bed67f6-e6ea-496f-9c92-15d0b605ebff {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:17.744039 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:17.756922 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Transition to ACTIVE for port object 0bed67f6-e6ea-496f-9c92-15d0b605ebff will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:57:17.838955 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:17.891137 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Pushing event updated for resources: {'Port': ['ID=0bed67f6-e6ea-496f-9c92-15d0b605ebff,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:17.981418 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Attempting to bind port 0bed67f6-e6ea-496f-9c92-15d0b605ebff on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:17.981758 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Attempting to bind port 0bed67f6-e6ea-496f-9c92-15d0b605ebff by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:17.982102 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Attempting to bind port 0bed67f6-e6ea-496f-9c92-15d0b605ebff on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:17.988708 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Port 0bed67f6-e6ea-496f-9c92-15d0b605ebff on network 138f56a9-ba13-417d-bda4-3ae273e68e25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:57:17.988708 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Attempting to bind port 0bed67f6-e6ea-496f-9c92-15d0b605ebff on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:17.992250 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:17.992590 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Checking segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:17.993005 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Bound using segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:17.993433 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Bound port: 0bed67f6-e6ea-496f-9c92-15d0b605ebff, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:17.993782 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:18.060956 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] For port 0bed67f6-e6ea-496f-9c92-15d0b605ebff, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:18.064205 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] For port 0bed67f6-e6ea-496f-9c92-15d0b605ebff, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=0bed67f6-e6ea-496f-9c92-15d0b605ebff,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:18.154401 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:18.195855 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.196463 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:18.198093 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] 10.222.0.109 "PUT /v2.0/ports/0bed67f6-e6ea-496f-9c92-15d0b605ebff HTTP/1.1" status: 200 len: 1094 time: 1.0896289 Oct 28 09:57:18.198569 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'tag': '0bed67f6-e6ea-496f-9c92-15d0b605ebff'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:18.200915 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60462bcb-ed0d-49cd-b745-3b2112ba8ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "52d24d67-8434-420c-a2b8-ff0fa019a870", "tag": "0bed67f6-e6ea-496f-9c92-15d0b605ebff"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:18.226351 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c51535-d586-440b-862a-ae4e953f9f68 service neutron] Pushing event updated for resources: {'Port': ['ID=0bed67f6-e6ea-496f-9c92-15d0b605ebff,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:18.241160 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0fd23-3930-4fbb-bce1-2f703bc42064 x-openstack-request-id: req-dcb0fd23-3930-4fbb-bce1-2f703bc42064 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:18.241475 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d24d67-8434-420c-a2b8-ff0fa019a870", "tag": "0bed67f6-e6ea-496f-9c92-15d0b605ebff", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:18.241720 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dcb0fd23-3930-4fbb-bce1-2f703bc42064 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:18.242111 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'tag': '0bed67f6-e6ea-496f-9c92-15d0b605ebff', 'status': 'completed', 'code': 200} Oct 28 09:57:18.306091 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462bcb-ed0d-49cd-b745-3b2112ba8ff5 req-c44ff8bc-66c7-4625-aa7e-95fedb921ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.307551 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-60462bcb-ed0d-49cd-b745-3b2112ba8ff5 req-c44ff8bc-66c7-4625-aa7e-95fedb921ce2 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 1097 time: 0.0442493 Oct 28 09:57:18.412869 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b894911-1615-47d5-9229-a0aa75776148 req-c2fb35ae-78ec-4292-a7e1-39ea0374ab25 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.429964 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0b894911-1615-47d5-9229-a0aa75776148 req-c2fb35ae-78ec-4292-a7e1-39ea0374ab25 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 944 time: 0.0524013 Oct 28 09:57:18.430120 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462bcb-ed0d-49cd-b745-3b2112ba8ff5 req-23ea52fe-d5b2-4af3-8e6e-f751783010ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.430120 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-60462bcb-ed0d-49cd-b745-3b2112ba8ff5 req-23ea52fe-d5b2-4af3-8e6e-f751783010ab service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=b70e48e454564b15803319964d0e32bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1032562 Oct 28 09:57:18.455186 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0b894911-1615-47d5-9229-a0aa75776148 req-5993874d-4548-4a60-9abb-0c4852985b1c tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341923 Oct 28 09:57:18.527280 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462bcb-ed0d-49cd-b745-3b2112ba8ff5 req-7d399411-ac9d-43a6-9ca4-d82a61df50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.529531 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-60462bcb-ed0d-49cd-b745-3b2112ba8ff5 req-7d399411-ac9d-43a6-9ca4-d82a61df50e8 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977771 Oct 28 09:57:18.774646 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2aac6469-e292-4628-b578-f1c2b305592d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252555229&fields=id&tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 267 time: 0.0358386 Oct 28 09:57:18.777422 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-7fdf94ea-2c26-4db1-910c-25c16864f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.778910 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-7fdf94ea-2c26-4db1-910c-25c16864f415 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 1097 time: 0.0455801 Oct 28 09:57:18.825949 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-48ff8589-2a9c-4e6e-b106-27012d8d60a4 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bed67f6-e6ea-496f-9c92-15d0b605ebff HTTP/1.1" status: 200 len: 217 time: 0.0351057 Oct 28 09:57:18.880476 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-8629d990-363a-416f-b04b-1fc35056caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.882121 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-8629d990-363a-416f-b04b-1fc35056caa6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=5307cbbf-65ea-4e70-8888-74e9db691886 HTTP/1.1" status: 200 len: 855 time: 0.0484421 Oct 28 09:57:18.893386 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-4ff71f74-2e9e-4def-acaf-aaa1f89ee275 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:18.894875 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-4ff71f74-2e9e-4def-acaf-aaa1f89ee275 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 811 time: 0.1133919 Oct 28 09:57:18.910548 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-835d56fb-7509-4ccc-98bf-6877452c85fd tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/quotas/8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 375 time: 0.0094893 Oct 28 09:57:18.915409 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-35521c34-7072-464c-b951-bf02a9e26204 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=138f56a9-ba13-417d-bda4-3ae273e68e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246806 Oct 28 09:57:18.965983 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-23e24cfc-b06c-4484-93ee-90e1bdc0abd2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496521 Oct 28 09:57:19.015444 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-6b6d5ddd-d8e1-4078-be18-1f1ce66a558b service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919449 Oct 28 09:57:19.069274 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-82410a87-0126-4455-91e6-14d384b1d341 service neutron] 10.222.0.104 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905154 Oct 28 09:57:19.113975 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-99a8ffec-6777-4ab9-8e33-4342b9e37fc0 req-5dbbf776-0717-41ff-8cd2-3795e9a92aef service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907471 Oct 28 09:57:19.166412 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-d40282af-1d83-4eb8-8674-2f26a474fb27 service neutron] 10.222.0.104 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891428 Oct 28 09:57:19.577080 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d93826-f40a-4d55-8637-74af5569defe req-38dd6c98-36c9-4524-bec5-346fd6916231 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:19.578604 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-00d93826-f40a-4d55-8637-74af5569defe req-38dd6c98-36c9-4524-bec5-346fd6916231 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 944 time: 0.0544527 Oct 28 09:57:19.617154 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-00d93826-f40a-4d55-8637-74af5569defe req-242feb9f-7d2f-4452-b0bd-7c51bfab35ac tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324149 Oct 28 09:57:19.905037 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c85512f9-76ce-4df7-9a80-789992dceefb req-9ec54b93-43b0-4b59-9b89-02c7d55d8b2b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0276721 Oct 28 09:57:20.739022 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4903138-0371-43e5-b432-de9831af4890 req-d91521b3-8e0b-480d-a7d5-9a9da11d4db2 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:20.740599 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a4903138-0371-43e5-b432-de9831af4890 req-d91521b3-8e0b-480d-a7d5-9a9da11d4db2 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 944 time: 0.0535858 Oct 28 09:57:20.782328 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a4903138-0371-43e5-b432-de9831af4890 req-dfb88bf8-fcc1-4f3c-a2c5-ce6e975faf50 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343642 Oct 28 09:57:20.983317 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a30159d2-c9b1-4679-982f-9b3369e21b4d req-5de7d172-7475-4bd2-b046-1e127a7a061f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0268118 Oct 28 09:57:21.592480 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 0bed67f6-e6ea-496f-9c92-15d0b605ebff details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:57:21.700849 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 0bed67f6-e6ea-496f-9c92-15d0b605ebff, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=0bed67f6-e6ea-496f-9c92-15d0b605ebff,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:21.714489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '0bed67f6-e6ea-496f-9c92-15d0b605ebff', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'port_id': '0bed67f6-e6ea-496f-9c92-15d0b605ebff', 'mac_address': 'fa:16:3e:b4:49:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307cbbf-65ea-4e70-8888-74e9db691886', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:57:21.758932 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:21.773744 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bed67f6-e6ea-496f-9c92-15d0b605ebff {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:21.794156 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 0bed67f6-e6ea-496f-9c92-15d0b605ebff, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=0bed67f6-e6ea-496f-9c92-15d0b605ebff,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:21.884546 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:21.905994 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29ac3d-234a-40da-a31c-c9864c593381 req-40db22fd-97aa-4dad-93e6-d2588f01b243 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:21.907528 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fb29ac3d-234a-40da-a31c-c9864c593381 req-40db22fd-97aa-4dad-93e6-d2588f01b243 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 944 time: 0.0550539 Oct 28 09:57:21.933905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=0bed67f6-e6ea-496f-9c92-15d0b605ebff,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:21.950029 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fb29ac3d-234a-40da-a31c-c9864c593381 req-51266a3d-4e0e-40ff-80ec-2627a0dc5e6e tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Oct 28 09:57:22.079927 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f4542e7a-1bbf-42ea-a25d-022b9f5e39cb req-73363170-501d-45e8-b1e1-ea20ad06a45d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0280190 Oct 28 09:57:22.132112 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['0bed67f6-e6ea-496f-9c92-15d0b605ebff'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:22.672602 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-0ce386f3-e2e4-4622-96ce-e54018c7b332 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:22.674108 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-0ce386f3-e2e4-4622-96ce-e54018c7b332 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 811 time: 0.1320403 Oct 28 09:57:22.720440 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-3bae106c-0639-4820-a7ac-b1e3ac00dac1 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 380 time: 0.0356090 Oct 28 09:57:22.733158 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'port': {'device_id': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'admin_state_up': True, 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'security_groups': ['bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca']}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:22.958694 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Made reservation on behalf of 8891d4ce726f4b84a18cbb3bce4e53c3 for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:22.966704 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.075319 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc3101-1508-4144-8225-cd28dcecb6ed req-d4f4eaf5-1cb3-4f95-94db-fbccda66a4b1 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:23.077304 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eedc3101-1508-4144-8225-cd28dcecb6ed req-d4f4eaf5-1cb3-4f95-94db-fbccda66a4b1 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 945 time: 0.0520101 Oct 28 09:57:23.111086 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Allocated IP 172.20.0.13 (5478037d-e561-4e8b-811e-6f93ca4dff8e/a44ccb35-3f0d-40a2-a127-116e092a45c6/ab88f822-dd8c-4d3c-aaeb-f786c078a662) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:23.121008 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eedc3101-1508-4144-8225-cd28dcecb6ed req-12a09b23-b0e8-41c4-8712-5310e52a23ad tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369785 Oct 28 09:57:23.189409 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-940fb2d4-2c09-4c0d-80ca-9ba81e24feaa req-6da1fdf3-69ed-4b3b-83b9-e985910867bf tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0308602 Oct 28 09:57:23.265205 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.443393 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.491668 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:23.494869 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:23.499571 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:23.524038 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=ab88f822-dd8c-4d3c-aaeb-f786c078a662,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:23.553073 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:23.553714 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.603008 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 0bed67f6-e6ea-496f-9c92-15d0b605ebff up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:23.671340 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-01ab79a4-dd61-4d31-b36b-126f21f42f4b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9429901 Oct 28 09:57:23.685830 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Request body: {'port': {'device_id': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:23.721074 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-59814629-bf14-4828-8b4b-f8357bf7d051 None None] Provisioning complete for port ab88f822-dd8c-4d3c-aaeb-f786c078a662 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:23.721354 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-59814629-bf14-4828-8b4b-f8357bf7d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.741948 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.760496 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-59814629-bf14-4828-8b4b-f8357bf7d051 None None] Port ab88f822-dd8c-4d3c-aaeb-f786c078a662 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 09:57:23.779435 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 0bed67f6-e6ea-496f-9c92-15d0b605ebff completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:57:23.780600 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 0bed67f6-e6ea-496f-9c92-15d0b605ebff triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:23.780999 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.862501 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:23.886145 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bed67f6-e6ea-496f-9c92-15d0b605ebff'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:23.888446 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b0c50-2c46-43fa-a48f-e3d79d60d6a5" -d '{"events": [{"server_uuid": "52d24d67-8434-420c-a2b8-ff0fa019a870", "name": "network-vif-plugged", "status": "completed", "tag": "0bed67f6-e6ea-496f-9c92-15d0b605ebff"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:23.908627 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 0bed67f6-e6ea-496f-9c92-15d0b605ebff, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=0bed67f6-e6ea-496f-9c92-15d0b605ebff,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:23.934560 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf2931-3db7-46cf-9d96-03928b8aa0a4 x-openstack-request-id: req-3daf2931-3db7-46cf-9d96-03928b8aa0a4 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:23.934560 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d24d67-8434-420c-a2b8-ff0fa019a870", "name": "network-vif-plugged", "status": "completed", "tag": "0bed67f6-e6ea-496f-9c92-15d0b605ebff", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:23.934560 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3daf2931-3db7-46cf-9d96-03928b8aa0a4 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:23.934560 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bed67f6-e6ea-496f-9c92-15d0b605ebff', 'code': 200} Oct 28 09:57:24.005384 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.018342 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab88f822-dd8c-4d3c-aaeb-f786c078a662 {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:24.026017 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.038890 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Transition to ACTIVE for port object ab88f822-dd8c-4d3c-aaeb-f786c078a662 will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:57:24.059054 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=0bed67f6-e6ea-496f-9c92-15d0b605ebff,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:24.124555 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.198842 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Pushing event updated for resources: {'Port': ['ID=ab88f822-dd8c-4d3c-aaeb-f786c078a662,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:24.257305 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Attempting to bind port ab88f822-dd8c-4d3c-aaeb-f786c078a662 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:24.257549 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Attempting to bind port ab88f822-dd8c-4d3c-aaeb-f786c078a662 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:24.257875 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Attempting to bind port ab88f822-dd8c-4d3c-aaeb-f786c078a662 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:24.262780 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Port ab88f822-dd8c-4d3c-aaeb-f786c078a662 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:57:24.263098 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Attempting to bind port ab88f822-dd8c-4d3c-aaeb-f786c078a662 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:24.269214 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:24.269437 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Checking segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:24.269636 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Bound using segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:24.270081 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Bound port: ab88f822-dd8c-4d3c-aaeb-f786c078a662, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:24.270380 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd0c4-7eb6-405b-b9b5-8f42ee821d6a req-7c91bb37-5e52-4596-a528-ecc5db481211 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:24.270935 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.273376 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1dcfd0c4-7eb6-405b-b9b5-8f42ee821d6a req-7c91bb37-5e52-4596-a528-ecc5db481211 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 946 time: 0.0715826 Oct 28 09:57:24.363233 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] For port ab88f822-dd8c-4d3c-aaeb-f786c078a662, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:24.369296 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] For port ab88f822-dd8c-4d3c-aaeb-f786c078a662, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:24.389370 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1dcfd0c4-7eb6-405b-b9b5-8f42ee821d6a req-8dd43cfd-19a0-4c88-8129-46a88fb36f5e tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085389 Oct 28 09:57:24.400135 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d6401-5176-4659-a3a8-53afe8435a83 req-a7298bd4-c247-426d-a404-2595bc9f7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:24.403732 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a17d6401-5176-4659-a3a8-53afe8435a83 req-a7298bd4-c247-426d-a404-2595bc9f7a89 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 1099 time: 0.1118338 Oct 28 09:57:24.415810 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4f122-6390-4c7d-a800-b132a1f3915e req-43ab3e69-de6e-4e63-9532-d8dc1f95375a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:24.417727 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d2d4f122-6390-4c7d-a800-b132a1f3915e req-43ab3e69-de6e-4e63-9532-d8dc1f95375a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 944 time: 0.1135714 Oct 28 09:57:24.470847 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a17d6401-5176-4659-a3a8-53afe8435a83 req-822f89a1-f6cd-4466-9fb6-43dc361c6be8 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520880 Oct 28 09:57:24.473638 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.477996 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d2d4f122-6390-4c7d-a800-b132a1f3915e req-0d70d6cb-b5d2-4693-b831-ad42f544fb71 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533648 Oct 28 09:57:24.520329 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:24.520965 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:24.522355 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] 10.222.0.109 "PUT /v2.0/ports/ab88f822-dd8c-4d3c-aaeb-f786c078a662 HTTP/1.1" status: 200 len: 1094 time: 0.8417022 Oct 28 09:57:24.522900 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:24.525364 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0316db1d-d1ac-4308-9d06-2a3a5da01916" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:24.555335 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ff59d-8f9b-4f7d-bf99-8ba473ad3356 service neutron] Pushing event updated for resources: {'Port': ['ID=ab88f822-dd8c-4d3c-aaeb-f786c078a662,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:24.566817 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991bb1b9-5aa7-4170-aa99-c74956a76e6e x-openstack-request-id: req-991bb1b9-5aa7-4170-aa99-c74956a76e6e {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:24.567088 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:24.567323 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-991bb1b9-5aa7-4170-aa99-c74956a76e6e {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:24.567727 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'status': 'completed', 'code': 200} Oct 28 09:57:24.754572 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316db1d-d1ac-4308-9d06-2a3a5da01916 req-4543dca4-4c5b-489d-b299-29b9c8f9005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:24.754572 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0316db1d-d1ac-4308-9d06-2a3a5da01916 req-4543dca4-4c5b-489d-b299-29b9c8f9005a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 1097 time: 0.0469558 Oct 28 09:57:24.866590 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316db1d-d1ac-4308-9d06-2a3a5da01916 req-5b617b1a-ac24-4401-8fd4-b91cb71c868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:24.867745 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0316db1d-d1ac-4308-9d06-2a3a5da01916 req-5b617b1a-ac24-4401-8fd4-b91cb71c868b service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980239 Oct 28 09:57:24.992290 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316db1d-d1ac-4308-9d06-2a3a5da01916 req-f93b2f9c-b636-4b32-9a48-889a5c86f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:24.993812 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0316db1d-d1ac-4308-9d06-2a3a5da01916 req-f93b2f9c-b636-4b32-9a48-889a5c86f4d7 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975959 Oct 28 09:57:25.079837 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-c16e107d-f4fd-4f41-8baa-df399e1c7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:25.081342 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-c16e107d-f4fd-4f41-8baa-df399e1c7fad service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 1097 time: 0.0430601 Oct 28 09:57:25.129461 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-aa9c9b20-a53d-497a-95f3-949529cf62cd service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662 HTTP/1.1" status: 200 len: 217 time: 0.0351861 Oct 28 09:57:25.188048 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-85435b60-ab4a-4052-8e7f-9789a964adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:25.190086 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-85435b60-ab4a-4052-8e7f-9789a964adb4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0501034 Oct 28 09:57:25.241206 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-3500e89a-c655-4b9d-a061-57ef88021cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:25.242672 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-3500e89a-c655-4b9d-a061-57ef88021cc8 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406621 Oct 28 09:57:25.336882 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-fcc262a2-baca-4655-8108-099e4150eaa0 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857873 Oct 28 09:57:25.440942 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-800b48fe-fe56-48a6-a514-213498e1cb70 req-7b478800-6d6d-4602-b77d-ef8392d0247c service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899565 Oct 28 09:57:25.516887 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc31a6-6f82-4633-ba6a-2342e6ec3420 req-3f40174f-ad85-4000-a2f9-14290e5ec898 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:25.518495 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aabc31a6-6f82-4633-ba6a-2342e6ec3420 req-3f40174f-ad85-4000-a2f9-14290e5ec898 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 946 time: 0.0575693 Oct 28 09:57:25.591512 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aabc31a6-6f82-4633-ba6a-2342e6ec3420 req-286133e8-dfc5-4632-b56c-84ef21a82353 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649018 Oct 28 09:57:25.615343 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5a648-7807-41c1-ab02-40eb2692ebf8 req-0e4ce855-e2dd-434e-a7d6-8e2e29379a96 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:25.616921 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99e5a648-7807-41c1-ab02-40eb2692ebf8 req-0e4ce855-e2dd-434e-a7d6-8e2e29379a96 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 944 time: 0.0615578 Oct 28 09:57:25.657385 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-99e5a648-7807-41c1-ab02-40eb2692ebf8 req-042e7f0c-1d24-4230-8cd3-39250f9fad6d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338848 Oct 28 09:57:26.715948 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eba0f-0fe9-4224-85d5-3e45068cb59c req-29527213-f1a2-46dd-93c1-cedc780e096b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:26.717554 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a16eba0f-0fe9-4224-85d5-3e45068cb59c req-29527213-f1a2-46dd-93c1-cedc780e096b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 946 time: 0.0561097 Oct 28 09:57:26.783810 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a16eba0f-0fe9-4224-85d5-3e45068cb59c req-ece8135a-e252-47a5-91c4-caeefaecb28a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Oct 28 09:57:26.803462 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790b9b5-b77d-4d6a-b645-5a6ade010545 req-cb1b349a-4ddb-466c-898a-95f13a16cd56 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:26.804882 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3790b9b5-b77d-4d6a-b645-5a6ade010545 req-cb1b349a-4ddb-466c-898a-95f13a16cd56 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 944 time: 0.0715296 Oct 28 09:57:26.844495 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3790b9b5-b77d-4d6a-b645-5a6ade010545 req-91e49728-f375-4553-be99-1cc80d76d29b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328770 Oct 28 09:57:27.963078 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1281c7-7ff8-4032-a095-dd5f640a881c req-232e940e-d092-47d8-a9a3-553fb59410f5 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:27.964665 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0a1281c7-7ff8-4032-a095-dd5f640a881c req-232e940e-d092-47d8-a9a3-553fb59410f5 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 944 time: 0.0500989 Oct 28 09:57:28.007450 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0a1281c7-7ff8-4032-a095-dd5f640a881c req-135f1bf8-ac9e-4bb8-a3ee-d4bd779db614 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358038 Oct 28 09:57:28.210165 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:29.128270 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc177e-ba65-47b2-bf9d-2053571f42f3 req-e44c8c7c-8c53-4d57-8daa-a5b6a21c14b2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:29.129881 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6fdc177e-ba65-47b2-bf9d-2053571f42f3 req-e44c8c7c-8c53-4d57-8daa-a5b6a21c14b2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 944 time: 0.0521162 Oct 28 09:57:29.171073 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6fdc177e-ba65-47b2-bf9d-2053571f42f3 req-99023798-ac16-4e28-9912-b6537f36f1b1 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349121 Oct 28 09:57:30.295108 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364687-05c5-47a3-83e3-51b6b5604eb3 req-82fd3fcd-789e-4f88-b7c6-6dbc5c79636f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:30.296601 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f2364687-05c5-47a3-83e3-51b6b5604eb3 req-82fd3fcd-789e-4f88-b7c6-6dbc5c79636f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 944 time: 0.0517850 Oct 28 09:57:30.338160 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f2364687-05c5-47a3-83e3-51b6b5604eb3 req-51f7c4f3-1ea7-455b-8e8f-a833f89ebfff tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354862 Oct 28 09:57:31.463024 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6805e5d-fa21-46c6-989d-694e760375d9 req-2164ffee-2400-4f93-9fde-6235ec0ea341 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:31.464613 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c6805e5d-fa21-46c6-989d-694e760375d9 req-2164ffee-2400-4f93-9fde-6235ec0ea341 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 944 time: 0.0504165 Oct 28 09:57:31.507755 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c6805e5d-fa21-46c6-989d-694e760375d9 req-f874ab75-f110-417e-925e-56e8ce02173f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372295 Oct 28 09:57:31.640882 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ab88f822-dd8c-4d3c-aaeb-f786c078a662 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:57:31.743153 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port ab88f822-dd8c-4d3c-aaeb-f786c078a662, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:31.755582 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'port_id': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'mac_address': 'fa:16:3e:95:08:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:57:31.794706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:31.808924 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab88f822-dd8c-4d3c-aaeb-f786c078a662 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:31.829876 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port ab88f822-dd8c-4d3c-aaeb-f786c078a662, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:31.912489 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:31.968107 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=ab88f822-dd8c-4d3c-aaeb-f786c078a662,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:31.976338 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.978892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.979682 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.979682 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:31.980038 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:32.167253 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['ab88f822-dd8c-4d3c-aaeb-f786c078a662'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:32.521228 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:57:32.625484 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877511f7-2474-434b-9347-a9565b28010d req-a465fff7-511a-41b4-b231-7e62f4d51692 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:32.626989 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-877511f7-2474-434b-9347-a9565b28010d req-a465fff7-511a-41b4-b231-7e62f4d51692 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 945 time: 0.0523384 Oct 28 09:57:32.668591 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-877511f7-2474-434b-9347-a9565b28010d req-ed3ba206-c021-418b-ac37-10ce11bf710d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352120 Oct 28 09:57:33.653910 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ab88f822-dd8c-4d3c-aaeb-f786c078a662 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:33.792933 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port ab88f822-dd8c-4d3c-aaeb-f786c078a662 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:57:33.797741 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port ab88f822-dd8c-4d3c-aaeb-f786c078a662 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:33.797975 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821449ff-74b1-4208-a9f6-26b4c7082c44 req-72fea0e0-b120-449f-aa8f-bcb0080f89f0 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:33.798466 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.799407 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-821449ff-74b1-4208-a9f6-26b4c7082c44 req-72fea0e0-b120-449f-aa8f-bcb0080f89f0 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 945 time: 0.0547850 Oct 28 09:57:33.841337 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-821449ff-74b1-4208-a9f6-26b4c7082c44 req-949628e1-b3a2-46dc-9cb2-b612518848e1 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352767 Oct 28 09:57:33.878738 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:33.906144 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:33.908308 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2543f6-85d0-4951-b033-ac87b712f0be" -d '{"events": [{"server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "name": "network-vif-plugged", "status": "completed", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:33.921936 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port ab88f822-dd8c-4d3c-aaeb-f786c078a662, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:33.948918 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48878ca1-9a43-43fa-a26e-d6091467ac5f x-openstack-request-id: req-48878ca1-9a43-43fa-a26e-d6091467ac5f {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:33.949206 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "name": "network-vif-plugged", "status": "completed", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:33.949455 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-48878ca1-9a43-43fa-a26e-d6091467ac5f {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:33.949843 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'code': 200} Oct 28 09:57:34.021458 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:34.071792 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=ab88f822-dd8c-4d3c-aaeb-f786c078a662,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:34.316489 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cad0a-3ca8-4142-84b2-5f52a81290e2 req-aa1db5a8-4e30-4090-9582-7d481c8d09ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:34.318070 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f85cad0a-3ca8-4142-84b2-5f52a81290e2 req-aa1db5a8-4e30-4090-9582-7d481c8d09ba service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 1099 time: 0.0418737 Oct 28 09:57:34.356077 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f85cad0a-3ca8-4142-84b2-5f52a81290e2 req-a41e4169-6040-467f-9cbf-a53babcfce1a service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299397 Oct 28 09:57:34.963009 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732fdce-343b-4a7b-a8bb-83484a99d8fc req-d8a1727d-a65d-42a0-a7b7-b2d4f8cf772e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:34.964744 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b732fdce-343b-4a7b-a8bb-83484a99d8fc req-d8a1727d-a65d-42a0-a7b7-b2d4f8cf772e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0530407 Oct 28 09:57:35.007956 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b732fdce-343b-4a7b-a8bb-83484a99d8fc req-15708af1-00a3-46f2-9f18-7a3bf3fad585 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368683 Oct 28 09:57:35.027441 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-c1d8fe43-5498-42c6-a1d5-7709bd2201c3 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442526 Oct 28 09:57:35.117491 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-7e99041b-3b22-47e4-87cc-f667a92c7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:35.118967 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-7e99041b-3b22-47e4-87cc-f667a92c7aee service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 1099 time: 0.0403645 Oct 28 09:57:35.224165 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-87ed4525-6ec1-4e6f-a2c9-09c4dc21feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:35.225665 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-87ed4525-6ec1-4e6f-a2c9-09c4dc21feb7 service neutron] 10.222.0.109 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 916 time: 0.0847328 Oct 28 09:57:35.279843 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-10212ce6-884e-47da-9f15-6dc41a3a058e service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07e48416-de5b-46f9-b34f-60662f138c23 HTTP/1.1" status: 200 len: 217 time: 0.0385666 Oct 28 09:57:35.334327 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-dc1898bd-aa5f-4bb6-be4f-f59f37327203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:35.335779 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-dc1898bd-aa5f-4bb6-be4f-f59f37327203 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=5307cbbf-65ea-4e70-8888-74e9db691886 HTTP/1.1" status: 200 len: 855 time: 0.0452123 Oct 28 09:57:35.369074 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-9139c5aa-ecd7-48aa-8ca5-d56b0a2b7f0e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=138f56a9-ba13-417d-bda4-3ae273e68e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242403 Oct 28 09:57:35.472703 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-7e87a230-095c-4264-8506-3422e9e689f2 service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860178 Oct 28 09:57:35.586543 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4620a001-79c8-4ced-addd-8463659e6ac1 req-2e01ee96-adeb-4f67-903d-a143e6ac472c service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854640 Oct 28 09:57:36.126383 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12531dc-0672-4c99-b7a3-d8fdcd9c1636 req-40fc91e1-aa2e-4352-a55e-3cdd3b424330 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.127964 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c12531dc-0672-4c99-b7a3-d8fdcd9c1636 req-40fc91e1-aa2e-4352-a55e-3cdd3b424330 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0501726 Oct 28 09:57:36.168027 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c12531dc-0672-4c99-b7a3-d8fdcd9c1636 req-5453f612-861e-4700-89c3-e086a4a27348 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Oct 28 09:57:36.283048 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a644d3-fd14-437a-9106-d34ccf0c6d88 req-c088e210-363d-4c02-aec1-9fb58e711262 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.284681 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-77a644d3-fd14-437a-9106-d34ccf0c6d88 req-c088e210-363d-4c02-aec1-9fb58e711262 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0501413 Oct 28 09:57:36.323977 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-77a644d3-fd14-437a-9106-d34ccf0c6d88 req-3640e8b5-50af-4f81-b1a3-02449216ec02 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Oct 28 09:57:36.347462 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53694) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:36.431622 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f53a5d-a316-4d4c-a0c5-8f529b76ee9c tempest-TestVolumeBootPattern-1977678310 tempest-TestVolumeBootPattern-1977678310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:36.433840 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-40f53a5d-a316-4d4c-a0c5-8f529b76ee9c tempest-TestVolumeBootPattern-1977678310 tempest-TestVolumeBootPattern-1977678310-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 1094 time: 0.0854096 Oct 28 09:57:36.437077 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53698) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:57:36.441307 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'port_id': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:36.535130 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:36.638542 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:36.746919 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Allocated IP 172.27.0.116 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/0a232c73-240f-4192-8dc7-0e3ca1c212ef) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:36.847779 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:36.980402 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:37.018089 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:37.021166 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:37.024800 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:37.051285 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=0a232c73-240f-4192-8dc7-0e3ca1c212ef,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.064166 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.064516 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.064900 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.065237 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.065571 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.065899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.066228 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.066554 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.066878 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.067226 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.067545 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.067897 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:57:37.386333 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:37.515297 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:37.677029 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:37.740793 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:37.807191 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=0a232c73-240f-4192-8dc7-0e3ca1c212ef,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:37.817553 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:37.913661 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Floating IP 95e06499-7491-4321-9866-83756a741691 associated. External IP: 172.27.0.116, port: ab88f822-dd8c-4d3c-aaeb-f786c078a662. Oct 28 09:57:38.352446 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1d7998d4-aa56-43fe-a70d-069f76f87832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:38.386888 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:57:38.493711 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:57:38.515390 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:57:38.528768 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:38.529379 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:38.594523 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:38.640009 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-92e5c52f-fdf8-4fd1-87a2-b57b2c21941f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1875932 Oct 28 09:57:38.640009 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:38.640009 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:38.641090 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:38.668687 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64d4553-b7eb-4fba-94be-0a7e883b260c x-openstack-request-id: req-e64d4553-b7eb-4fba-94be-0a7e883b260c {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:38.669207 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:38.682048 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e64d4553-b7eb-4fba-94be-0a7e883b260c {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:38.682048 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'status': 'completed', 'code': 200} Oct 28 09:57:38.741759 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-4c8599c3-09b9-4ca4-885c-97e4a07a015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:38.743325 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-4c8599c3-09b9-4ca4-885c-97e4a07a015d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 1099 time: 0.0484247 Oct 28 09:57:38.842415 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-2cadaba0-e064-4cf7-81a0-279887db3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:38.843933 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-2cadaba0-e064-4cf7-81a0-279887db3b12 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0921965 Oct 28 09:57:38.883618 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '95e06499-7491-4321-9866-83756a741691', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:95:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:57:37Z', 'updated_at': '2021-10-28T09:57:37Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:38.909634 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:57:38.918366 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-c5d310eb-792e-4b43-94c7-46860cae8d35 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662 HTTP/1.1" status: 200 len: 1000 time: 0.0620673 Oct 28 09:57:38.918617 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:57:38.919140 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:57:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:38.974058 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-45f6895b-38ba-4269-a7e4-e6c4e5791503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:38.975536 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-45f6895b-38ba-4269-a7e4-e6c4e5791503 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0454628 Oct 28 09:57:39.030535 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:57:39.039009 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-57335405-eb1a-486f-928b-ec5bb0993676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:39.040567 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-57335405-eb1a-486f-928b-ec5bb0993676 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472603 Oct 28 09:57:39.141628 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-201167d1-a4b3-4015-b078-b28eb320c5aa service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914166 Oct 28 09:57:39.233788 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-26a818cd-9a76-4f74-a3fc-b52f4e9533f1 req-1466db48-ada7-4ea7-8084-62c62533dc37 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842612 Oct 28 09:57:39.265565 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '95e06499-7491-4321-9866-83756a741691', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:95:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:57:37Z', 'updated_at': '2021-10-28T09:57:37Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:57:39.292513 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b62c1ff-7430-452c-a7ec-7de89cedd1a8 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '95e06499-7491-4321-9866-83756a741691', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:95:08:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T09:57:37Z', 'updated_at': '2021-10-28T09:57:37Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:57:39.484035 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0eb31-4d16-4184-9c93-8aa573ae68cf None None] New status for floating IP 95e06499-7491-4321-9866-83756a741691: ACTIVE {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:57:39.862661 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474daba-c233-4852-a005-2c14b3037f74 req-b1cf9abe-388d-40d2-b565-2baefccb0703 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:39.864283 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-b1cf9abe-388d-40d2-b565-2baefccb0703 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1018088 Oct 28 09:57:39.880162 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-0c365b83-14c6-4b01-acbd-76d568a8bf96 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/quotas/b70e48e454564b15803319964d0e32bc HTTP/1.1" status: 200 len: 375 time: 0.0101357 Oct 28 09:57:39.938579 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-535d00a7-fb12-433b-b2d0-3ded0b803dbe tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528724 Oct 28 09:57:40.030642 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-a0b32bec-246b-4b7c-bc43-6a096b774d92 service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849407 Oct 28 09:57:40.125842 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-cc3f4c4e-06db-4bd0-b653-fed3cd57e512 service neutron] 10.222.0.104 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889583 Oct 28 09:57:40.429178 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1d946a00-ddae-489f-af0f-d70f817d752f req-17f80b82-b24e-44b6-b6c0-bd2b844f7c65 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 210 time: 0.0282869 Oct 28 09:57:40.891382 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-9e9d2af2-a682-43a9-820e-2a6b6ebb33fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:41.530784 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e26021ce-5a04-41aa-a668-6aa998c6b42b req-5445044f-08d9-48f9-9fa2-0dee2ee8f087 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 210 time: 0.0263910 Oct 28 09:57:42.341562 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:42.449730 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:42.560805 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474daba-c233-4852-a005-2c14b3037f74 req-026aea81-cec7-4ddd-b1cb-643f9cdeb793 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:42.562372 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-026aea81-cec7-4ddd-b1cb-643f9cdeb793 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/networks?id=138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 200 len: 815 time: 0.1078050 Oct 28 09:57:42.577705 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Request body: {'port': {'device_id': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'admin_state_up': True, 'tenant_id': 'b70e48e454564b15803319964d0e32bc'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:42.629089 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c168ae37-9c6b-4292-a16d-7e0e7e641176 req-cd783d8f-c052-4e1b-bcd3-fe2131f3316f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 210 time: 0.0269656 Oct 28 09:57:42.792945 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Made reservation on behalf of b70e48e454564b15803319964d0e32bc for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:57:42.796888 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:42.928513 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Allocated IP 172.20.0.11 (138f56a9-ba13-417d-bda4-3ae273e68e25/5307cbbf-65ea-4e70-8888-74e9db691886/17215c74-4297-4bd4-b82e-c6b8dab5f1da) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:57:43.080640 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.210196 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.227125 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23', 'a4980d72-c568-47e2-86cf-4feeb9e706c7', '0bed67f6-e6ea-496f-9c92-15d0b605ebff'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:43.255217 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Network 138f56a9-ba13-417d-bda4-3ae273e68e25 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:57:43.258507 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:57:43.262512 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:57:43.269218 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event updated for resources: {'Port': ['ID=17215c74-4297-4bd4-b82e-c6b8dab5f1da,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:43.318885 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:43.319490 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.482150 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-8be614cd-a840-4bc4-abd1-629650dc28dc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9090014 Oct 28 09:57:43.497948 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Request body: {'port': {'device_id': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:57:43.560691 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.794672 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ece15-9be3-499f-ba26-7a1ec1c943cd req-a32a1891-436d-434c-8004-dd3033c83177 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:43.796204 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-055ece15-9be3-499f-ba26-7a1ec1c943cd req-a32a1891-436d-434c-8004-dd3033c83177 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 932 time: 0.0676620 Oct 28 09:57:43.835603 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-055ece15-9be3-499f-ba26-7a1ec1c943cd req-e2248344-1235-4178-84c7-d17261902bce tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329843 Oct 28 09:57:43.859435 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17215c74-4297-4bd4-b82e-c6b8dab5f1da {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:43.867148 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.881016 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Transition to ACTIVE for port object 17215c74-4297-4bd4-b82e-c6b8dab5f1da will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:57:43.945825 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:43.997542 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Pushing event updated for resources: {'Port': ['ID=17215c74-4297-4bd4-b82e-c6b8dab5f1da,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.070567 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Attempting to bind port 17215c74-4297-4bd4-b82e-c6b8dab5f1da on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:57:44.071028 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Attempting to bind port 17215c74-4297-4bd4-b82e-c6b8dab5f1da by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:57:44.071353 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Attempting to bind port 17215c74-4297-4bd4-b82e-c6b8dab5f1da on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:44.076164 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Port 17215c74-4297-4bd4-b82e-c6b8dab5f1da on network 138f56a9-ba13-417d-bda4-3ae273e68e25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:57:44.076476 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Attempting to bind port 17215c74-4297-4bd4-b82e-c6b8dab5f1da on network 138f56a9-ba13-417d-bda4-3ae273e68e25 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:57:44.081997 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:57:44.082320 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Checking segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:57:44.082695 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Bound using segment: {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:57:44.083749 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Bound port: 17215c74-4297-4bd4-b82e-c6b8dab5f1da, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef81b177-7cab-4d9c-a872-5a79913bebc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:57:44.084095 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.168138 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] For port 17215c74-4297-4bd4-b82e-c6b8dab5f1da, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:57:44.172020 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] For port 17215c74-4297-4bd4-b82e-c6b8dab5f1da, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=17215c74-4297-4bd4-b82e-c6b8dab5f1da,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:57:44.272716 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.295133 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.315351 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:44.315936 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:44.317350 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] 10.222.0.109 "PUT /v2.0/ports/17215c74-4297-4bd4-b82e-c6b8dab5f1da HTTP/1.1" status: 200 len: 1094 time: 0.8244317 Oct 28 09:57:44.317788 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'tag': '17215c74-4297-4bd4-b82e-c6b8dab5f1da'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:44.320037 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd3f84b-e701-437a-b02e-e6949f637997" -d '{"events": [{"name": "network-changed", "server_uuid": "ea3b0fae-4569-49f1-9c03-ec5fe13e8add", "tag": "17215c74-4297-4bd4-b82e-c6b8dab5f1da"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:44.342796 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcaffa7-f49a-4a7d-88a5-96c8abdef734 service neutron] Pushing event updated for resources: {'Port': ['ID=17215c74-4297-4bd4-b82e-c6b8dab5f1da,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:44.384579 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d7d4b8-2d56-42d9-9d58-7482da39d213 x-openstack-request-id: req-e6d7d4b8-2d56-42d9-9d58-7482da39d213 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:44.385068 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea3b0fae-4569-49f1-9c03-ec5fe13e8add", "tag": "17215c74-4297-4bd4-b82e-c6b8dab5f1da", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:44.385383 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e6d7d4b8-2d56-42d9-9d58-7482da39d213 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:44.386419 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'tag': '17215c74-4297-4bd4-b82e-c6b8dab5f1da', 'status': 'completed', 'code': 200} Oct 28 09:57:44.471226 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f84b-e701-437a-b02e-e6949f637997 req-d00af145-1f54-4a3d-8059-642766425ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:44.472763 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4bd3f84b-e701-437a-b02e-e6949f637997 req-d00af145-1f54-4a3d-8059-642766425ea1 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 1097 time: 0.0459201 Oct 28 09:57:44.842646 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f84b-e701-437a-b02e-e6949f637997 req-99a09eec-e988-4605-8a6a-d32635170b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:44.844579 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4bd3f84b-e701-437a-b02e-e6949f637997 req-99a09eec-e988-4605-8a6a-d32635170b13 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=b70e48e454564b15803319964d0e32bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3522379 Oct 28 09:57:44.945369 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f84b-e701-437a-b02e-e6949f637997 req-7072f2a0-ae54-4e33-8b70-17a1b03b0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:44.947174 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-4bd3f84b-e701-437a-b02e-e6949f637997 req-7072f2a0-ae54-4e33-8b70-17a1b03b0550 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933473 Oct 28 09:57:44.957608 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79b9be-f5cc-4223-b883-76c6bd86b231 req-1163c715-239d-4f57-9066-56130040239a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:44.959154 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4b79b9be-f5cc-4223-b883-76c6bd86b231 req-1163c715-239d-4f57-9066-56130040239a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 944 time: 0.0527036 Oct 28 09:57:45.002167 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4b79b9be-f5cc-4223-b883-76c6bd86b231 req-b1cb5397-e7eb-4ff3-855e-18f7e2f5e583 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Oct 28 09:57:45.037150 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474daba-c233-4852-a005-2c14b3037f74 req-d1b21232-29ff-4e4e-b9d4-57bef4fd3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:45.038777 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-d1b21232-29ff-4e4e-b9d4-57bef4fd3c58 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=b70e48e454564b15803319964d0e32bc&device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 1097 time: 0.0453925 Oct 28 09:57:45.086600 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-702928b6-bff2-4c58-9454-fd1d33aca67c service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17215c74-4297-4bd4-b82e-c6b8dab5f1da HTTP/1.1" status: 200 len: 217 time: 0.0379069 Oct 28 09:57:45.140093 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474daba-c233-4852-a005-2c14b3037f74 req-95096f40-045e-4dd0-8d2d-a367462a3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:45.141533 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-95096f40-045e-4dd0-8d2d-a367462a3c2f service neutron] 10.222.0.109 "GET /v2.0/subnets?id=5307cbbf-65ea-4e70-8888-74e9db691886 HTTP/1.1" status: 200 len: 855 time: 0.0480931 Oct 28 09:57:45.176035 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-e862d6cc-bb82-4d28-8b4b-94f686f9a815 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=138f56a9-ba13-417d-bda4-3ae273e68e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256534 Oct 28 09:57:45.275664 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-6f20643d-aef8-4544-9253-b9675add376f service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915465 Oct 28 09:57:45.370112 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-7474daba-c233-4852-a005-2c14b3037f74 req-63b9ce05-138e-4109-9511-18efc59fa862 service neutron] 10.222.0.109 "GET /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854692 Oct 28 09:57:46.124353 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c87e9-9ce4-4f7f-ae43-d96eee970e57 req-7caa61b4-3894-4ed7-9379-8fd42cae40a6 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:46.126086 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-167c87e9-9ce4-4f7f-ae43-d96eee970e57 req-7caa61b4-3894-4ed7-9379-8fd42cae40a6 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 944 time: 0.0520635 Oct 28 09:57:46.174170 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-167c87e9-9ce4-4f7f-ae43-d96eee970e57 req-9c5242b0-473f-4b12-ac7a-d313591df4be tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Oct 28 09:57:47.304313 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cea4d-1a8d-4aa3-8c4f-a11f93ddba26 req-2a7b3dab-eb0c-484c-9713-beb146b2efee tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:47.305838 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b2cea4d-1a8d-4aa3-8c4f-a11f93ddba26 req-2a7b3dab-eb0c-484c-9713-beb146b2efee tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 944 time: 0.0543938 Oct 28 09:57:47.346513 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b2cea4d-1a8d-4aa3-8c4f-a11f93ddba26 req-000971cf-1a2e-4a67-9097-999bc03e4b42 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341222 Oct 28 09:57:47.692842 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 17215c74-4297-4bd4-b82e-c6b8dab5f1da details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:57:47.793507 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 17215c74-4297-4bd4-b82e-c6b8dab5f1da, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=17215c74-4297-4bd4-b82e-c6b8dab5f1da,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:47.938685 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '17215c74-4297-4bd4-b82e-c6b8dab5f1da', 'network_id': '138f56a9-ba13-417d-bda4-3ae273e68e25', 'port_id': '17215c74-4297-4bd4-b82e-c6b8dab5f1da', 'mac_address': 'fa:16:3e:86:51:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5307cbbf-65ea-4e70-8888-74e9db691886', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:57:47.984476 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:47.999314 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17215c74-4297-4bd4-b82e-c6b8dab5f1da {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:57:48.025208 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 17215c74-4297-4bd4-b82e-c6b8dab5f1da, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=17215c74-4297-4bd4-b82e-c6b8dab5f1da,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:48.094706 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:48.145164 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=17215c74-4297-4bd4-b82e-c6b8dab5f1da,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:48.425964 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['17215c74-4297-4bd4-b82e-c6b8dab5f1da'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:57:48.472951 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2568f2-7478-4851-9850-a88b94900da4 req-15839d67-58d8-457b-b6c1-97085f9d4e02 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:48.475435 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2b2568f2-7478-4851-9850-a88b94900da4 req-15839d67-58d8-457b-b6c1-97085f9d4e02 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 945 time: 0.0557749 Oct 28 09:57:48.522017 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2b2568f2-7478-4851-9850-a88b94900da4 req-5e1750d3-a00c-4f3d-b004-d34c939b5039 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391366 Oct 28 09:57:49.699009 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6040cd-9179-4eba-a724-2658ba85c7bf req-d41d274a-2a98-40a7-bd1d-e092353efcfc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:49.699009 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e6040cd-9179-4eba-a724-2658ba85c7bf req-d41d274a-2a98-40a7-bd1d-e092353efcfc tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 945 time: 0.0587540 Oct 28 09:57:49.700113 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 17215c74-4297-4bd4-b82e-c6b8dab5f1da up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:57:49.705437 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5e6040cd-9179-4eba-a724-2658ba85c7bf req-45d98d3a-b95c-4b5c-a9f0-5cbf09bcd83c tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Oct 28 09:57:49.815599 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 17215c74-4297-4bd4-b82e-c6b8dab5f1da completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:57:49.819686 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 17215c74-4297-4bd4-b82e-c6b8dab5f1da triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:57:49.823912 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:49.903409 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:49.926036 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17215c74-4297-4bd4-b82e-c6b8dab5f1da'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:57:49.928334 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eaf301-586f-4af4-941f-1904ba5f752b" -d '{"events": [{"server_uuid": "ea3b0fae-4569-49f1-9c03-ec5fe13e8add", "name": "network-vif-plugged", "status": "completed", "tag": "17215c74-4297-4bd4-b82e-c6b8dab5f1da"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:57:49.949653 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 17215c74-4297-4bd4-b82e-c6b8dab5f1da, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=17215c74-4297-4bd4-b82e-c6b8dab5f1da,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:57:49.971069 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b54af3-f2ac-4d34-88e1-66b7a7206219 x-openstack-request-id: req-93b54af3-f2ac-4d34-88e1-66b7a7206219 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:57:49.971354 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3b0fae-4569-49f1-9c03-ec5fe13e8add", "name": "network-vif-plugged", "status": "completed", "tag": "17215c74-4297-4bd4-b82e-c6b8dab5f1da", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:57:49.971602 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-93b54af3-f2ac-4d34-88e1-66b7a7206219 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:57:49.971994 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17215c74-4297-4bd4-b82e-c6b8dab5f1da', 'code': 200} Oct 28 09:57:50.026755 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:57:50.077356 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=17215c74-4297-4bd4-b82e-c6b8dab5f1da,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:57:50.293312 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467998-ed1b-432c-8194-8197d9a6e0ca req-2ed2dab4-9be9-49f2-b25a-dcff0a9122aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:50.294831 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-41467998-ed1b-432c-8194-8197d9a6e0ca req-2ed2dab4-9be9-49f2-b25a-dcff0a9122aa service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 1099 time: 0.0447292 Oct 28 09:57:50.334894 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-41467998-ed1b-432c-8194-8197d9a6e0ca req-4886b6df-8cfc-4b78-a5b8-2675d85d1068 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294247 Oct 28 09:57:50.831175 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331a8f9-751b-408b-adda-7a6937ff3e58 req-aec75755-9295-4ecc-a612-9d774baf71e5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:50.832713 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a331a8f9-751b-408b-adda-7a6937ff3e58 req-aec75755-9295-4ecc-a612-9d774baf71e5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 946 time: 0.0536280 Oct 28 09:57:50.874245 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a331a8f9-751b-408b-adda-7a6937ff3e58 req-e9be77c4-e6c5-4697-b0f8-c24db2dc4725 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Oct 28 09:57:51.995550 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a16a3f-8858-4eae-bd93-f742774614c6 req-cab6bd5a-c7f2-4707-afe3-2bae021a78a7 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:57:51.997408 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-48a16a3f-8858-4eae-bd93-f742774614c6 req-cab6bd5a-c7f2-4707-afe3-2bae021a78a7 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 946 time: 0.0521715 Oct 28 09:57:52.037812 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-48a16a3f-8858-4eae-bd93-f742774614c6 req-2ab6d7d0-7ddd-4dfa-9335-7114241f0874 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Oct 28 09:57:58.215447 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:06.695802 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550eb8e-54a0-41c2-b83a-6ab45bd91476 req-d937c5ea-b6f5-44f1-8e43-557494ecaf7c tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:06.697441 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f550eb8e-54a0-41c2-b83a-6ab45bd91476 req-d937c5ea-b6f5-44f1-8e43-557494ecaf7c tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 946 time: 0.0510526 Oct 28 09:58:06.736254 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f550eb8e-54a0-41c2-b83a-6ab45bd91476 req-1d2c3d6c-9d65-4b3b-8f5f-58403b469904 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Oct 28 09:58:07.896027 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca87deb-9ab5-4d43-82d8-77a11fc2003b req-de33d383-ba14-4059-b662-3844590d7097 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:07.897478 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4ca87deb-9ab5-4d43-82d8-77a11fc2003b req-de33d383-ba14-4059-b662-3844590d7097 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 946 time: 0.0558162 Oct 28 09:58:07.937023 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4ca87deb-9ab5-4d43-82d8-77a11fc2003b req-e11ad890-a0ca-41e4-af1f-78aba18d82d7 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Oct 28 09:58:08.355393 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-adb1ba9e-2186-4ed5-83ea-a9293d9d7040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:08.514684 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-c3422be2-6eb3-4712-90c0-e4c25b55ac10 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:08.516155 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-c3422be2-6eb3-4712-90c0-e4c25b55ac10 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 946 time: 0.0538268 Oct 28 09:58:08.613200 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Deleting port 17215c74-4297-4bd4-b82e-c6b8dab5f1da {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:58:08.613522 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:08.705676 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] For port 17215c74-4297-4bd4-b82e-c6b8dab5f1da, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=17215c74-4297-4bd4-b82e-c6b8dab5f1da,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:08.706028 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:08.718849 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Calling delete_port for 17215c74-4297-4bd4-b82e-c6b8dab5f1da owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:58:08.911791 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:08.926158 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23', 'a4980d72-c568-47e2-86cf-4feeb9e706c7', '0bed67f6-e6ea-496f-9c92-15d0b605ebff', '17215c74-4297-4bd4-b82e-c6b8dab5f1da'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:58:08.946671 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event deleted for resources: {'Port': ['ID=17215c74-4297-4bd4-b82e-c6b8dab5f1da,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:08.989453 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] No DVR routers for this DVR port 17215c74-4297-4bd4-b82e-c6b8dab5f1da on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:58:08.992234 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:08.996059 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-e3a1269c-14ec-403d-abea-d5117b605c68 req-7b8272cd-0b2c-4ada-ac7e-383f8c72fb0f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "DELETE /v2.0/ports/17215c74-4297-4bd4-b82e-c6b8dab5f1da HTTP/1.1" status: 204 len: 173 time: 0.4719856 Oct 28 09:58:08.996529 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'name': 'network-vif-deleted', 'tag': '17215c74-4297-4bd4-b82e-c6b8dab5f1da'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:58:08.999270 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87419c4a-703b-403e-80a5-1cf58d0a77e8" -d '{"events": [{"server_uuid": "ea3b0fae-4569-49f1-9c03-ec5fe13e8add", "name": "network-vif-deleted", "tag": "17215c74-4297-4bd4-b82e-c6b8dab5f1da"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:58:09.048196 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff13fb6-0b40-44ea-9fee-f579d4905110 x-openstack-request-id: req-eff13fb6-0b40-44ea-9fee-f579d4905110 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:58:09.048516 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea3b0fae-4569-49f1-9c03-ec5fe13e8add", "name": "network-vif-deleted", "tag": "17215c74-4297-4bd4-b82e-c6b8dab5f1da", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:58:09.048790 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-eff13fb6-0b40-44ea-9fee-f579d4905110 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:58:09.049220 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea3b0fae-4569-49f1-9c03-ec5fe13e8add', 'name': 'network-vif-deleted', 'tag': '17215c74-4297-4bd4-b82e-c6b8dab5f1da', 'status': 'completed', 'code': 200} Oct 28 09:58:09.056782 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-af671c9e-3577-4023-8a79-1af0f2acb22c req-c2f7fbf3-c42c-4b69-bcaa-8a5b4e19a6f0 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=ea3b0fae-4569-49f1-9c03-ec5fe13e8add HTTP/1.1" status: 200 len: 210 time: 0.0369027 Oct 28 09:58:09.520207 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:10.865473 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-5dc45564-69e8-4d3b-9d62-b8e6bbef0233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:11.805048 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 17215c74-4297-4bd4-b82e-c6b8dab5f1da no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:11.836141 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 17215c74-4297-4bd4-b82e-c6b8dab5f1da {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:58:11.836476 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 17215c74-4297-4bd4-b82e-c6b8dab5f1da not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:11.901737 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5386-c748-4bf6-9b49-4dd787d89111 req-5d47acfe-c730-4cdb-8ca4-02ed5e46e48f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:11.903784 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e86b5386-c748-4bf6-9b49-4dd787d89111 req-5d47acfe-c730-4cdb-8ca4-02ed5e46e48f tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 946 time: 0.0540309 Oct 28 09:58:11.945444 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e86b5386-c748-4bf6-9b49-4dd787d89111 req-6528bd40-82e0-4be9-baf8-325a197a6799 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352535 Oct 28 09:58:12.236127 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:12.459711 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:13.086674 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553a613-8530-4b48-85ec-b55beff01eba req-bfae938e-076d-4916-9961-67b96e48ea8a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:13.088274 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a553a613-8530-4b48-85ec-b55beff01eba req-bfae938e-076d-4916-9961-67b96e48ea8a tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 946 time: 0.0622327 Oct 28 09:58:13.144862 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a553a613-8530-4b48-85ec-b55beff01eba req-ba538634-787e-4948-92e1-5039d3948821 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Oct 28 09:58:13.532862 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-1a4fd67d-140b-46ab-83be-c5bd5e95ad86 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:13.534520 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-1a4fd67d-140b-46ab-83be-c5bd5e95ad86 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 946 time: 0.0584874 Oct 28 09:58:13.647897 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Deleting port 0bed67f6-e6ea-496f-9c92-15d0b605ebff {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:58:13.648235 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:13.750677 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] For port 0bed67f6-e6ea-496f-9c92-15d0b605ebff, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=0bed67f6-e6ea-496f-9c92-15d0b605ebff,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:13.751025 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:13.764975 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Calling delete_port for 0bed67f6-e6ea-496f-9c92-15d0b605ebff owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:58:13.979539 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:13.994250 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23', 'a4980d72-c568-47e2-86cf-4feeb9e706c7'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:58:14.011030 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event deleted for resources: {'Port': ['ID=0bed67f6-e6ea-496f-9c92-15d0b605ebff,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:14.058383 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] No DVR routers for this DVR port 0bed67f6-e6ea-496f-9c92-15d0b605ebff on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:58:14.061991 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:14.065860 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-0c3e2e2a-c131-489b-aaa4-a504cec938c3 req-23c8785a-a6b0-4807-b8f0-22e47b2eba61 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "DELETE /v2.0/ports/0bed67f6-e6ea-496f-9c92-15d0b605ebff HTTP/1.1" status: 204 len: 173 time: 0.5247283 Oct 28 09:58:14.066504 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'name': 'network-vif-deleted', 'tag': '0bed67f6-e6ea-496f-9c92-15d0b605ebff'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:58:14.070768 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5166d77c-15e5-45a9-82cb-50ceb03d0a59" -d '{"events": [{"server_uuid": "52d24d67-8434-420c-a2b8-ff0fa019a870", "name": "network-vif-deleted", "tag": "0bed67f6-e6ea-496f-9c92-15d0b605ebff"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:58:14.111283 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f42a2f0-a73d-4db5-a12c-95ad82134783 x-openstack-request-id: req-3f42a2f0-a73d-4db5-a12c-95ad82134783 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:58:14.111579 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d24d67-8434-420c-a2b8-ff0fa019a870", "name": "network-vif-deleted", "tag": "0bed67f6-e6ea-496f-9c92-15d0b605ebff", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:58:14.111828 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3f42a2f0-a73d-4db5-a12c-95ad82134783 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:58:14.112232 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d24d67-8434-420c-a2b8-ff0fa019a870', 'name': 'network-vif-deleted', 'tag': '0bed67f6-e6ea-496f-9c92-15d0b605ebff', 'status': 'completed', 'code': 200} Oct 28 09:58:14.260251 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cede67bc-8c4d-4b08-8c44-7de5fa492cc0 req-7e081e25-e0cc-4345-a8df-7c73da18771b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=52d24d67-8434-420c-a2b8-ff0fa019a870 HTTP/1.1" status: 200 len: 210 time: 0.0285063 Oct 28 09:58:14.276166 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:15.779071 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100ddb9-4591-444a-afd3-4f8e9ea0c1e1 req-dbee6e13-b9b8-4f2c-80aa-6258ab684dae tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:15.781259 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3100ddb9-4591-444a-afd3-4f8e9ea0c1e1 req-dbee6e13-b9b8-4f2c-80aa-6258ab684dae tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 945 time: 0.0562563 Oct 28 09:58:15.832038 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3100ddb9-4591-444a-afd3-4f8e9ea0c1e1 req-1ca1f807-7010-43b7-8ade-b903990ec9be tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Oct 28 09:58:15.835470 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 0bed67f6-e6ea-496f-9c92-15d0b605ebff no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:15.861713 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 0bed67f6-e6ea-496f-9c92-15d0b605ebff {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:58:15.862053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 0bed67f6-e6ea-496f-9c92-15d0b605ebff not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:16.968731 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ff586-9b99-49e8-9394-1ba7712d604e req-0b22452c-e0ab-45a0-b58e-a816384a0016 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:16.970385 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-520ff586-9b99-49e8-9394-1ba7712d604e req-0b22452c-e0ab-45a0-b58e-a816384a0016 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Oct 28 09:58:17.017798 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-520ff586-9b99-49e8-9394-1ba7712d604e req-84243d58-dbc8-4b87-8244-e5d29f9c2897 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Oct 28 09:58:17.227871 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78890-67c0-43c1-925f-7e411e588f1a req-02350d02-77ab-428c-8c0d-8981e085bab4 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:17.229470 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10d78890-67c0-43c1-925f-7e411e588f1a req-02350d02-77ab-428c-8c0d-8981e085bab4 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 945 time: 0.0578949 Oct 28 09:58:17.366728 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Deleting port a4980d72-c568-47e2-86cf-4feeb9e706c7 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:58:17.367247 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:17.471981 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] For port a4980d72-c568-47e2-86cf-4feeb9e706c7, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=a4980d72-c568-47e2-86cf-4feeb9e706c7,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:17.472337 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:17.491568 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Calling delete_port for a4980d72-c568-47e2-86cf-4feeb9e706c7 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:58:17.722691 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:17.734800 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23', 'a4980d72-c568-47e2-86cf-4feeb9e706c7'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:58:17.752621 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event deleted for resources: {'Port': ['ID=a4980d72-c568-47e2-86cf-4feeb9e706c7,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:17.788087 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.788480 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.788803 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.789140 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.789472 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.789799 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.790125 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.790442 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.790772 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.791088 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.791415 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.791728 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:17.807819 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] No DVR routers for this DVR port a4980d72-c568-47e2-86cf-4feeb9e706c7 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:58:17.810265 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:17.814724 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10d78890-67c0-43c1-925f-7e411e588f1a req-e1d31665-2c1c-4d11-b994-fc8206189427 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "DELETE /v2.0/ports/a4980d72-c568-47e2-86cf-4feeb9e706c7 HTTP/1.1" status: 204 len: 173 time: 0.5774293 Oct 28 09:58:17.818874 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694199a8-e0fe-4c60-87ff-77409ae17040', 'name': 'network-vif-deleted', 'tag': 'a4980d72-c568-47e2-86cf-4feeb9e706c7'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:58:17.818874 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03353a0-90f1-4653-a494-2e9f4d39f081" -d '{"events": [{"server_uuid": "694199a8-e0fe-4c60-87ff-77409ae17040", "name": "network-vif-deleted", "tag": "a4980d72-c568-47e2-86cf-4feeb9e706c7"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:58:17.861493 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d95c9-d2bf-49cc-9635-f5efc58b2548 x-openstack-request-id: req-595d95c9-d2bf-49cc-9635-f5efc58b2548 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:58:17.861809 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694199a8-e0fe-4c60-87ff-77409ae17040", "name": "network-vif-deleted", "tag": "a4980d72-c568-47e2-86cf-4feeb9e706c7", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:58:17.862037 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-595d95c9-d2bf-49cc-9635-f5efc58b2548 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:58:17.862421 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694199a8-e0fe-4c60-87ff-77409ae17040', 'name': 'network-vif-deleted', 'tag': 'a4980d72-c568-47e2-86cf-4feeb9e706c7', 'status': 'completed', 'code': 200} Oct 28 09:58:18.145974 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-49a731a4-5228-47a0-b419-f5b952f18f37 req-a979eae1-a74e-4ec3-87c8-c304025e3c95 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=694199a8-e0fe-4c60-87ff-77409ae17040 HTTP/1.1" status: 200 len: 210 time: 0.0298133 Oct 28 09:58:19.838825 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a4980d72-c568-47e2-86cf-4feeb9e706c7 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:19.863987 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: a4980d72-c568-47e2-86cf-4feeb9e706c7 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:58:19.864324 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device a4980d72-c568-47e2-86cf-4feeb9e706c7 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:20.932103 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9428a-a238-485b-9816-720d6f040810 req-1df71d97-30e5-4d6a-97ef-d3112b1915e5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:20.933742 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-65f9428a-a238-485b-9816-720d6f040810 req-1df71d97-30e5-4d6a-97ef-d3112b1915e5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0534923 Oct 28 09:58:20.980308 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-65f9428a-a238-485b-9816-720d6f040810 req-964a9f41-ee6d-4e52-a5b0-a1028084a464 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365584 Oct 28 09:58:22.108785 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f074d55-156b-43ce-a3de-e76c30cc7e80 req-e5eb1c85-8bd4-4a3e-b292-d8a764669bab tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:22.110353 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6f074d55-156b-43ce-a3de-e76c30cc7e80 req-e5eb1c85-8bd4-4a3e-b292-d8a764669bab tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0554514 Oct 28 09:58:22.155272 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6f074d55-156b-43ce-a3de-e76c30cc7e80 req-dd863ac4-e819-43fb-bbc3-d3debeb1f661 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/security-groups?id=215020b7-29ae-4a22-903e-988bc859be6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381689 Oct 28 09:58:22.599353 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953c3cc-afcc-4d95-be07-48e051226525 req-1b6af82d-298c-4f84-9fc9-a8669640dda5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:22.601060 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-6953c3cc-afcc-4d95-be07-48e051226525 req-1b6af82d-298c-4f84-9fc9-a8669640dda5 tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 946 time: 0.0687311 Oct 28 09:58:22.720226 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Deleting port 07e48416-de5b-46f9-b34f-60662f138c23 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:58:22.720553 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:22.856209 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] For port 07e48416-de5b-46f9-b34f-60662f138c23, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=07e48416-de5b-46f9-b34f-60662f138c23,segment=NetworkSegment(ef81b177-7cab-4d9c-a872-5a79913bebc3),segment_id=ef81b177-7cab-4d9c-a872-5a79913bebc3)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:58:22.856530 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:22.871959 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Calling delete_port for 07e48416-de5b-46f9-b34f-60662f138c23 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:58:23.105636 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:23.120723 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['07e48416-de5b-46f9-b34f-60662f138c23'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:58:23.159962 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Pushing event deleted for resources: {'Port': ['ID=07e48416-de5b-46f9-b34f-60662f138c23,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:23.211060 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] No DVR routers for this DVR port 07e48416-de5b-46f9-b34f-60662f138c23 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:58:23.214048 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:23.218130 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-6953c3cc-afcc-4d95-be07-48e051226525 req-9cae5adf-aca0-4009-bab2-f1828b02d6bf tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.109 "DELETE /v2.0/ports/07e48416-de5b-46f9-b34f-60662f138c23 HTTP/1.1" status: 204 len: 173 time: 0.6100731 Oct 28 09:58:23.218601 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a6163e-083b-464d-8650-77d3e421ffa6', 'name': 'network-vif-deleted', 'tag': '07e48416-de5b-46f9-b34f-60662f138c23'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:58:23.221429 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33036785-b2db-44e9-9fca-7405ffc007e0" -d '{"events": [{"server_uuid": "02a6163e-083b-464d-8650-77d3e421ffa6", "name": "network-vif-deleted", "tag": "07e48416-de5b-46f9-b34f-60662f138c23"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:58:23.261372 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af40dfa-304e-4331-b292-f5a5799320a5 x-openstack-request-id: req-4af40dfa-304e-4331-b292-f5a5799320a5 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:58:23.261664 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a6163e-083b-464d-8650-77d3e421ffa6", "name": "network-vif-deleted", "tag": "07e48416-de5b-46f9-b34f-60662f138c23", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:58:23.261905 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4af40dfa-304e-4331-b292-f5a5799320a5 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:58:23.262311 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a6163e-083b-464d-8650-77d3e421ffa6', 'name': 'network-vif-deleted', 'tag': '07e48416-de5b-46f9-b34f-60662f138c23', 'status': 'completed', 'code': 200} Oct 28 09:58:23.311884 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b8db2a3a-8940-4f67-86da-60b59fe586b5 req-508a90bd-56d0-476a-b0b4-71c1547d926b tempest-AttachVolumeNegativeTest-1612580897 tempest-AttachVolumeNegativeTest-1612580897-project] 10.222.0.104 "GET /v2.0/ports?device_id=02a6163e-083b-464d-8650-77d3e421ffa6 HTTP/1.1" status: 200 len: 210 time: 0.0394957 Oct 28 09:58:24.373845 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53910) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:24.425281 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] Deleting subnet 5307cbbf-65ea-4e70-8888-74e9db691886 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:58:24.429185 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.467985 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.511714 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.636606 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.680081 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5307cbbf-65ea-4e70-8888-74e9db691886,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:24.690673 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.696472 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d8c37441-b69e-4f15-bebd-422943ed12bb admin admin] 10.222.0.104 "DELETE /v2.0/subnets/5307cbbf-65ea-4e70-8888-74e9db691886 HTTP/1.1" status: 204 len: 168 time: 0.3207736 Oct 28 09:58:24.700393 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53912) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:24.779053 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.867665 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.891391 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138f56a9-ba13-417d-bda4-3ae273e68e25']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:24.901621 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef81b177-7cab-4d9c-a872-5a79913bebc3') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:24.901911 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef81b177-7cab-4d9c-a872-5a79913bebc3') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:24.912022 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.926817 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.933763 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:24.934163 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:58:24.936591 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:58:25.075958 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:25.082768 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:25.086951 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] 10.222.0.104 "DELETE /v2.0/networks/138f56a9-ba13-417d-bda4-3ae273e68e25 HTTP/1.1" status: 204 len: 168 time: 0.3851492 Oct 28 09:58:25.104196 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe265bc-11f5-4007-9b00-13d34cd81fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=138f56a9-ba13-417d-bda4-3ae273e68e25,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.442782 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53916) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:25.493525 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-221f2e6d-3ccf-491a-8c49-944ef30191e0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b70e48e454564b15803319964d0e32bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495601 Oct 28 09:58:25.496379 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53918) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:25.555120 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-392a315a-0a0a-434d-9e10-6e13e890cec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:25.581747 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-392a315a-0a0a-434d-9e10-6e13e890cec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:25.739323 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-392a315a-0a0a-434d-9e10-6e13e890cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:25.742008 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-392a315a-0a0a-434d-9e10-6e13e890cec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:25.743275 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-392a315a-0a0a-434d-9e10-6e13e890cec1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/215020b7-29ae-4a22-903e-988bc859be6b HTTP/1.1" status: 204 len: 168 time: 0.2458696 Oct 28 09:58:25.752467 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a315a-0a0a-434d-9e10-6e13e890cec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215020b7-29ae-4a22-903e-988bc859be6b,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:25.883780 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 07e48416-de5b-46f9-b34f-60662f138c23 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:58:25.916251 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 07e48416-de5b-46f9-b34f-60662f138c23 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:58:25.916758 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 07e48416-de5b-46f9-b34f-60662f138c23 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:58:26.964789 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53940) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:27.075375 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-791824199-network', 'tenant_id': '94faf023da964b1caff97636d0e83e23'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:58:27.167382 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Made reservation on behalf of 94faf023da964b1caff97636d0e83e23 for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:27.169975 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.185807 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.278154 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.402327 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.428115 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:27.485724 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.485724 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Added segment bf803706-843f-479d-b0ae-f17f76dc10d0 of type vlan for network 03addfa2-fd3d-4149-871f-0ae6435158a6 Oct 28 09:58:27.485724 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc9e708-1b7b-4900-85f1-e3e9de6a5497,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:27.490353 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.751432 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.752563 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:27.753197 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:27.812277 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] Pushing event updated for resources: {'Network': ['ID=03addfa2-fd3d-4149-871f-0ae6435158a6,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:27.851971 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 03addfa2-fd3d-4149-871f-0ae6435158a6 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:27.964596 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9a0c6af1-a14c-415a-9a24-ba32202a3802 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9986916 Oct 28 09:58:27.967511 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53944) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:27.972447 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Request body: {'subnet': {'network_id': '03addfa2-fd3d-4149-871f-0ae6435158a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-791824199-subnet', 'tenant_id': '94faf023da964b1caff97636d0e83e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:58:28.081750 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Made reservation on behalf of 94faf023da964b1caff97636d0e83e23 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:28.084027 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:28.237008 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:28.437081 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:28.500935 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Pushing event updated for resources: {'Subnet': ['ID=539e3af2-e70b-441d-8acf-8a380a65a961,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:28.510637 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Checking segment: {'id': 'bf803706-843f-479d-b0ae-f17f76dc10d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '03addfa2-fd3d-4149-871f-0ae6435158a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:58:28.510997 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Network hostable DHCP agents. Network: 03addfa2-fd3d-4149-871f-0ae6435158a6, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:28.630539 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Network 03addfa2-fd3d-4149-871f-0ae6435158a6 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:28.734167 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 03addfa2-fd3d-4149-871f-0ae6435158a6) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:28.738395 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:28.739010 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:28.749039 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24837b2-c625-4871-9ecd-d3f5d50350ab None None] Network 03addfa2-fd3d-4149-871f-0ae6435158a6 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:58:28.811653 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-0e16e490-7d19-48d8-82fb-487b3fe9116f admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8421507 Oct 28 09:58:28.883369 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d31494-d3c5-4bb3-be95-4f04fe134937 None None] Network 03addfa2-fd3d-4149-871f-0ae6435158a6 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:58:29.753682 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53960) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:29.758597 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-790793520-network', 'tenant_id': 'eec8769ee8534140981c196bc07c38f0'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:58:29.847998 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Made reservation on behalf of eec8769ee8534140981c196bc07c38f0 for: {'network': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:29.850375 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:29.860824 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:29.957156 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.001685 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.031214 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=108755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:30.041620 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b49ed7-5444-4dea-a11c-be96f27de123,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.046817 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.047151 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.segments_db [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Added segment 0b91bd4e-23ff-446c-9d50-b398b3e8d77a of type vlan for network cd123bdb-b0bc-45af-b04b-8d4b6c069892 Oct 28 09:58:30.090662 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.162138 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.163256 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:30.163875 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.226593 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] Pushing event updated for resources: {'Network': ['ID=cd123bdb-b0bc-45af-b04b-8d4b6c069892,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.239105 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network cd123bdb-b0bc-45af-b04b-8d4b6c069892 details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:30.301535 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8d549327-4c27-42cb-83c2-e72a63042a77 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5467243 Oct 28 09:58:30.305492 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53962) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:30.311265 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Request body: {'subnet': {'network_id': 'cd123bdb-b0bc-45af-b04b-8d4b6c069892', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-790793520-subnet', 'tenant_id': 'eec8769ee8534140981c196bc07c38f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:58:30.412997 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Made reservation on behalf of eec8769ee8534140981c196bc07c38f0 for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:30.415435 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.676746 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:30.745341 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc46f22-a789-4ff3-a5ee-260c1bfb77b2,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:30.753777 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Checking segment: {'id': '0b91bd4e-23ff-446c-9d50-b398b3e8d77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cd123bdb-b0bc-45af-b04b-8d4b6c069892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:58:30.753777 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Network hostable DHCP agents. Network: cd123bdb-b0bc-45af-b04b-8d4b6c069892, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:30.825026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Network cd123bdb-b0bc-45af-b04b-8d4b6c069892 is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:31.031237 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, cd123bdb-b0bc-45af-b04b-8d4b6c069892) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:31.038117 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:31.038692 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.041159 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2928abe2-449c-434d-a92f-21a754f28c61 None None] Network cd123bdb-b0bc-45af-b04b-8d4b6c069892 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:58:31.164704 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-d93ed136-34e4-4919-8372-f10253c68577 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8576307 Oct 28 09:58:31.167282 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136e6db-ab80-4296-b94c-df7b2060d50e None None] Network cd123bdb-b0bc-45af-b04b-8d4b6c069892 requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:58:31.292361 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53966) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:31.338118 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] Deleting subnet 539e3af2-e70b-441d-8acf-8a380a65a961 {{(pid=108756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:58:31.341331 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.381186 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286039'] for subnet, precommit_delete_associations {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.421486 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.521953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25439327'] for subnet, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.546804 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539e3af2-e70b-441d-8acf-8a380a65a961,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:31.553590 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.556896 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a84766a7-308b-4a86-b67c-d4d5013f8e24 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/539e3af2-e70b-441d-8acf-8a380a65a961 HTTP/1.1" status: 204 len: 168 time: 0.2634790 Oct 28 09:58:31.559587 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 53968) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:31.635237 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.721914 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.743481 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03addfa2-fd3d-4149-871f-0ae6435158a6']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:31.754354 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf803706-843f-479d-b0ae-f17f76dc10d0') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:31.754677 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf803706-843f-479d-b0ae-f17f76dc10d0') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:31.764267 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.777875 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.784891 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:31.785268 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:58:31.786944 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:58:31.962316 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.971323 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:31.978320 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] 10.222.0.104 "DELETE /v2.0/networks/03addfa2-fd3d-4149-871f-0ae6435158a6 HTTP/1.1" status: 204 len: 168 time: 0.4147050 Oct 28 09:58:31.978774 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53970) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:31.985673 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608cd44-7a35-4a01-ba3f-eb4497b84e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=03addfa2-fd3d-4149-871f-0ae6435158a6,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.024637 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] Deleting subnet fcc46f22-a789-4ff3-a5ee-260c1bfb77b2 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 09:58:32.027833 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.066694 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.104941 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.367575 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.394607 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc46f22-a789-4ff3-a5ee-260c1bfb77b2,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:32.400214 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.401597 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-6fe21bdd-a3db-4d33-88cf-77fb3d026479 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/fcc46f22-a789-4ff3-a5ee-260c1bfb77b2 HTTP/1.1" status: 204 len: 168 time: 0.4218295 Oct 28 09:58:32.404158 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53972) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:32.476609 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.557161 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.577294 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd123bdb-b0bc-45af-b04b-8d4b6c069892']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:32.586666 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b91bd4e-23ff-446c-9d50-b398b3e8d77a') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:32.586958 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b91bd4e-23ff-446c-9d50-b398b3e8d77a') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:58:32.596510 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.609335 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.615081 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 09:58:32.615458 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 09:58:32.617106 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 09:58:32.733047 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.738403 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:32.741486 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] 10.222.0.104 "DELETE /v2.0/networks/cd123bdb-b0bc-45af-b04b-8d4b6c069892 HTTP/1.1" status: 204 len: 168 time: 0.3355956 Oct 28 09:58:32.753297 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f26b-41b5-4f69-9edb-c4e3f1d18736 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd123bdb-b0bc-45af-b04b-8d4b6c069892,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:33.111784 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53976) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:33.157020 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-dfc1cba3-219e-491d-b8ec-b5adfdc7ef11 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=94faf023da964b1caff97636d0e83e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434506 Oct 28 09:58:33.159773 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53978) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:33.219633 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7910-ba63-4739-bfa3-d8eac2757ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:33.242115 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7910-ba63-4739-bfa3-d8eac2757ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:33.361899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7910-ba63-4739-bfa3-d8eac2757ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:33.364333 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7910-ba63-4739-bfa3-d8eac2757ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:33.365536 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8bdc7910-ba63-4739-bfa3-d8eac2757ebb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1cc9e708-1b7b-4900-85f1-e3e9de6a5497 HTTP/1.1" status: 204 len: 168 time: 0.2048535 Oct 28 09:58:33.374224 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc7910-ba63-4739-bfa3-d8eac2757ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc9e708-1b7b-4900-85f1-e3e9de6a5497,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:34.110701 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53984) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:34.162764 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-a2123c8b-dd1f-4988-b431-85bca6ec705b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=eec8769ee8534140981c196bc07c38f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509107 Oct 28 09:58:34.165702 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 53986) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:34.218442 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f779-a591-4704-88bf-206a3886db55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:34.242260 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f779-a591-4704-88bf-206a3886db55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:34.407082 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f779-a591-4704-88bf-206a3886db55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:34.409717 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f779-a591-4704-88bf-206a3886db55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:34.410969 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-1aa4f779-a591-4704-88bf-206a3886db55 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/15b49ed7-5444-4dea-a11c-be96f27de123 HTTP/1.1" status: 204 len: 168 time: 0.2442961 Oct 28 09:58:34.419620 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f779-a591-4704-88bf-206a3886db55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b49ed7-5444-4dea-a11c-be96f27de123,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:38.389929 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d183935b-8ab4-4b63-9ac7-fe7c0cd2ec5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:40.853687 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7e854896-34e5-486e-bd1b-0f8cb2ce2d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:42.333127 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:42.464210 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.043688 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54062) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:43.160253 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-623c4743-50c9-4935-b233-0d82a83d2b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.250921 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-623c4743-50c9-4935-b233-0d82a83d2b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.373199 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-623c4743-50c9-4935-b233-0d82a83d2b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.411841 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c4743-50c9-4935-b233-0d82a83d2b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e307644-ac0d-4260-a3eb-63137db7a382,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:43.416121 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-623c4743-50c9-4935-b233-0d82a83d2b5c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5df9c49392af438bb2a3f616c6861019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713126 Oct 28 09:58:43.418688 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54066) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:43.470461 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0cf62594-9818-42f2-8381-ce50fa2bd867 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.497771 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0cf62594-9818-42f2-8381-ce50fa2bd867 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.641978 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0cf62594-9818-42f2-8381-ce50fa2bd867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.644599 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-0cf62594-9818-42f2-8381-ce50fa2bd867 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:43.645847 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-0cf62594-9818-42f2-8381-ce50fa2bd867 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1e307644-ac0d-4260-a3eb-63137db7a382 HTTP/1.1" status: 204 len: 168 time: 0.2262480 Oct 28 09:58:43.655001 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf62594-9818-42f2-8381-ce50fa2bd867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e307644-ac0d-4260-a3eb-63137db7a382,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:44.247981 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.305126 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54072) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:44.319629 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8e4dcbf3-019b-45c4-9bf9-1a35fc385c36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.402132 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8e4dcbf3-019b-45c4-9bf9-1a35fc385c36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.459014 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-8e4dcbf3-019b-45c4-9bf9-1a35fc385c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.502509 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-8e4dcbf3-019b-45c4-9bf9-1a35fc385c36 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3fcc3a90c8d34449bb90d6143d7267b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962357 Oct 28 09:58:44.503475 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dcbf3-019b-45c4-9bf9-1a35fc385c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f61c94-18cd-4710-8bdc-017534762ac7,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:44.505429 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 54074) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:44.561307 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.583953 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.721614 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.724362 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:44.725564 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f4f61c94-18cd-4710-8bdc-017534762ac7 HTTP/1.1" status: 204 len: 168 time: 0.2190571 Oct 28 09:58:44.733376 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f61c94-18cd-4710-8bdc-017534762ac7,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:44.741499 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.741840 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.742172 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.742492 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.742817 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.743135 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.743458 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.743773 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.744338 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.744771 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.745054 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:44.745294 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d797e937-3c47-4b1a-9b7f-2d0036579647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:58:46.522083 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:58:46.641743 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54104) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:46.748029 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2b853dec-2283-4c58-ae91-a4b8ba235b57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:46.823926 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2b853dec-2283-4c58-ae91-a4b8ba235b57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:46.921474 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2b853dec-2283-4c58-ae91-a4b8ba235b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:46.964840 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-2b853dec-2283-4c58-ae91-a4b8ba235b57 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0b749819fbdb4eba8e5f5a6245c2bf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218448 Oct 28 09:58:46.965629 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b853dec-2283-4c58-ae91-a4b8ba235b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a249bb-cf7f-4f4b-8d1f-707c2eeb70bf,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:46.967407 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 54108) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:47.017974 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db2a534d-e088-44a2-a0f9-d86881a04726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:47.042020 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db2a534d-e088-44a2-a0f9-d86881a04726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:47.167304 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db2a534d-e088-44a2-a0f9-d86881a04726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:47.169957 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-db2a534d-e088-44a2-a0f9-d86881a04726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:47.171175 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-db2a534d-e088-44a2-a0f9-d86881a04726 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/08a249bb-cf7f-4f4b-8d1f-707c2eeb70bf HTTP/1.1" status: 204 len: 168 time: 0.2020297 Oct 28 09:58:47.180212 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a534d-e088-44a2-a0f9-d86881a04726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a249bb-cf7f-4f4b-8d1f-707c2eeb70bf,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:52.683028 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 54166) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:52.786661 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d644165d-5661-491b-be72-985f45521401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:52.860856 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d644165d-5661-491b-be72-985f45521401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:52.931993 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-d644165d-5661-491b-be72-985f45521401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:52.971151 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-d644165d-5661-491b-be72-985f45521401 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=93cc9130835a43e29c140ae4d8c6beeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908244 Oct 28 09:58:52.972003 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644165d-5661-491b-be72-985f45521401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508d5a43-fa5f-4ee6-928b-c6d3ada40d60,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:52.974758 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54170) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:53.028681 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2a58a516-41f1-4c63-bc38-71ceb176e865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:53.054261 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2a58a516-41f1-4c63-bc38-71ceb176e865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:53.178473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2a58a516-41f1-4c63-bc38-71ceb176e865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:53.181133 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-2a58a516-41f1-4c63-bc38-71ceb176e865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:53.182356 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-2a58a516-41f1-4c63-bc38-71ceb176e865 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/508d5a43-fa5f-4ee6-928b-c6d3ada40d60 HTTP/1.1" status: 204 len: 168 time: 0.2062998 Oct 28 09:58:53.190804 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58a516-41f1-4c63-bc38-71ceb176e865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d5a43-fa5f-4ee6-928b-c6d3ada40d60,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:53.848520 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54176) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:53.863044 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-79ce1d67-8691-4ea0-84d4-40f00c04df84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:53.937236 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-79ce1d67-8691-4ea0-84d4-40f00c04df84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:54.023974 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-79ce1d67-8691-4ea0-84d4-40f00c04df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:54.064085 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-79ce1d67-8691-4ea0-84d4-40f00c04df84 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=41ab74c6fe9e426991701042e25a8bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144399 Oct 28 09:58:54.064957 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce1d67-8691-4ea0-84d4-40f00c04df84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a26981-6ac1-4dd9-b295-1376f1a0ae8f,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:54.067041 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 54178) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:54.119451 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1206-902a-4b09-8827-d0b0d27569c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:54.141174 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1206-902a-4b09-8827-d0b0d27569c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:54.287038 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1206-902a-4b09-8827-d0b0d27569c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:54.289604 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-cf6d1206-902a-4b09-8827-d0b0d27569c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:54.290772 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-cf6d1206-902a-4b09-8827-d0b0d27569c5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/49a26981-6ac1-4dd9-b295-1376f1a0ae8f HTTP/1.1" status: 204 len: 168 time: 0.2226691 Oct 28 09:58:54.299715 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d1206-902a-4b09-8827-d0b0d27569c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a26981-6ac1-4dd9-b295-1376f1a0ae8f,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:55.371733 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54200) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:55.469524 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-700264500-network', 'tenant_id': '8273ac2aca774a0aa4b6a43247c31c7a'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:58:55.555431 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Made reservation on behalf of 8273ac2aca774a0aa4b6a43247c31c7a for: {'network': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:55.557778 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for network, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.567597 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.644370 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.681358 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.702232 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=108756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 09:58:55.716483 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:55.719937 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.720271 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.segments_db [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Added segment 248a76f6-e53a-4504-b821-5f0ece45e7ee of type vlan for network 205ae73f-5d95-4eea-9d96-d376199c03ff Oct 28 09:58:55.759590 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741419016129'] for network, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.840821 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441'] for network, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.841808 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:55.842978 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:55.900758 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=205ae73f-5d95-4eea-9d96-d376199c03ff,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:55.910790 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Network 205ae73f-5d95-4eea-9d96-d376199c03ff details requested by agent ovs-agent-dv-cinder-815712-3-iscsi with host dv-cinder-815712-3-iscsi {{(pid=108757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 09:58:55.952168 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-de92c90e-c178-4c8a-9870-afe91755f1d8 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5791717 Oct 28 09:58:55.954940 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54204) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 09:58:55.959965 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Request body: {'subnet': {'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-700264500-subnet', 'tenant_id': '8273ac2aca774a0aa4b6a43247c31c7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:58:56.058317 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Made reservation on behalf of 8273ac2aca774a0aa4b6a43247c31c7a for: {'subnet': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:58:56.060774 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25439678'] for subnet, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:56.327864 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25496672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25439660'] for subnet, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:56.394469 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1555cbf4-793d-48ca-b174-095d3b4a21a5,revision_number=0']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:58:56.404913 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Checking segment: {'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:58:56.405734 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Network hostable DHCP agents. Network: 205ae73f-5d95-4eea-9d96-d376199c03ff, hostable agents: ['f6ef6b9f-13cd-4c53-8865-116d01d475a5'], hosted agents: [] {{(pid=108756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 09:58:56.475552 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Network 205ae73f-5d95-4eea-9d96-d376199c03ff is scheduled to be hosted by DHCP agent f6ef6b9f-13cd-4c53-8865-116d01d475a5 with binding_index 1 {{(pid=108756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 09:58:56.560992 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815712-3-iscsi, 205ae73f-5d95-4eea-9d96-d376199c03ff) {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:58:56.565839 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:56.566428 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for subnet, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:56.570402 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a800c1-f806-4f9e-bae0-12e6ef08a308 None None] Network 205ae73f-5d95-4eea-9d96-d376199c03ff requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:58:56.649462 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-6df44c6d-4562-4f5f-b44d-83558d9f9208 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6931217 Oct 28 09:58:56.700620 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e5bdb-e283-4773-ba92-76afdc636ce2 None None] Network 205ae73f-5d95-4eea-9d96-d376199c03ff requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 09:58:58.194844 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:58:58.946338 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-1320a568-3eb4-4c21-b751-60d8ad3885c3 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:58:58.947802 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-1320a568-3eb4-4c21-b751-60d8ad3885c3 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/networks?id=205ae73f-5d95-4eea-9d96-d376199c03ff HTTP/1.1" status: 200 len: 813 time: 0.1023140 Oct 28 09:58:58.963323 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-d1a60c21-a43c-4bd1-ac1e-383a3635c580 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/quotas/8273ac2aca774a0aa4b6a43247c31c7a HTTP/1.1" status: 200 len: 375 time: 0.0095115 Oct 28 09:58:58.995530 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-7bb3f089-a29b-4a9a-81bc-c85fa8bc4dc8 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258822 Oct 28 09:58:59.006095 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-d76ea52a-511f-4305-ad64-bd3841e9d6ac service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:58:59.007026 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-d76ea52a-511f-4305-ad64-bd3841e9d6ac service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048382 Oct 28 09:58:59.095486 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-c8c2c12a-0b6c-447a-8d2b-53deb7319772 service neutron] 10.222.0.104 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Oct 28 09:58:59.187956 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-97808a19-3a2c-45ee-b984-e7f263d0c017 service neutron] 10.222.0.104 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Oct 28 09:58:59.624845 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-41ace677-17b1-4f7d-bbe8-536483229462 req-f28101ca-515c-4fea-9ca4-8b4e2b61a910 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 210 time: 0.0901718 Oct 28 09:59:00.704744 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2c88c287-d798-4fe3-a8a0-eabad04bf671 req-20be3f6c-8b1c-4048-b9c1-8dbe84b7229d tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 210 time: 0.0269480 Oct 28 09:59:01.806941 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9160f010-59aa-4163-aec4-13928977923d req-048cf8e9-ca39-4e36-8592-9a2f99d81f21 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 210 time: 0.0288415 Oct 28 09:59:02.325179 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-7f8c3775-7b4d-4e05-88a4-f44f0d8c029a tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:02.326655 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-7f8c3775-7b4d-4e05-88a4-f44f0d8c029a tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "GET /v2.0/networks?id=205ae73f-5d95-4eea-9d96-d376199c03ff HTTP/1.1" status: 200 len: 813 time: 0.1054468 Oct 28 09:59:02.340947 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Request body: {'port': {'device_id': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff', 'admin_state_up': True, 'tenant_id': '8273ac2aca774a0aa4b6a43247c31c7a'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:02.532462 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Made reservation on behalf of 8273ac2aca774a0aa4b6a43247c31c7a for: {'port': 1} {{(pid=108756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 09:59:02.536201 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:02.671819 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Allocated IP 172.20.0.2 (205ae73f-5d95-4eea-9d96-d376199c03ff/1555cbf4-793d-48ca-b174-095d3b4a21a5/879145b6-6b1f-4837-91f2-11bf5cb09d6f) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 09:59:02.824074 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:02.911861 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f1ac93e8-6d8b-48af-bf66-b214db828472 req-139029c9-61dd-4f64-a901-dfca5c8eba0b tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 210 time: 0.0344284 Oct 28 09:59:03.069816 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:03.120794 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Network 205ae73f-5d95-4eea-9d96-d376199c03ff is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 09:59:03.124278 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 09:59:03.128359 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 09:59:03.152924 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Pushing event updated for resources: {'Port': ['ID=879145b6-6b1f-4837-91f2-11bf5cb09d6f,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:03.182256 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:03.182838 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:03.260978 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-69ce3568-73ff-420a-befc-5cfbfe7ba655 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9238853 Oct 28 09:59:03.271908 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-f4e83160-fc3e-4d26-a516-82a676bc75d6 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 09:59:03.272891 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-f4e83160-fc3e-4d26-a516-82a676bc75d6 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051262 Oct 28 09:59:03.337557 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Request body: {'port': {'device_id': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 09:59:03.393005 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:03.666858 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879145b6-6b1f-4837-91f2-11bf5cb09d6f {{(pid=108756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:59:03.675196 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:03.687316 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.provisioning_blocks [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Transition to ACTIVE for port object 879145b6-6b1f-4837-91f2-11bf5cb09d6f will not be triggered until provisioned by entity L2. {{(pid=108756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 09:59:03.755337 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:03.808328 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Pushing event updated for resources: {'Port': ['ID=879145b6-6b1f-4837-91f2-11bf5cb09d6f,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:03.881510 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Attempting to bind port 879145b6-6b1f-4837-91f2-11bf5cb09d6f on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 09:59:03.881835 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Attempting to bind port 879145b6-6b1f-4837-91f2-11bf5cb09d6f by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 09:59:03.882161 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Attempting to bind port 879145b6-6b1f-4837-91f2-11bf5cb09d6f on network 205ae73f-5d95-4eea-9d96-d376199c03ff {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:03.886530 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Port 879145b6-6b1f-4837-91f2-11bf5cb09d6f on network 205ae73f-5d95-4eea-9d96-d376199c03ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 09:59:03.886844 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Attempting to bind port 879145b6-6b1f-4837-91f2-11bf5cb09d6f on network 205ae73f-5d95-4eea-9d96-d376199c03ff {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 09:59:03.892451 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 09:59:03.892822 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Checking segment: {'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 09:59:03.893210 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Bound using segment: {'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'} {{(pid=108756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 09:59:03.893629 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.managers [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Bound port: 879145b6-6b1f-4837-91f2-11bf5cb09d6f, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'}}] {{(pid=108756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 09:59:03.893978 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:03.959612 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] For port 879145b6-6b1f-4837-91f2-11bf5cb09d6f, host hv-cinder-81571, cleared binding levels {{(pid=108756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 09:59:03.962658 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] For port 879145b6-6b1f-4837-91f2-11bf5cb09d6f, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=879145b6-6b1f-4837-91f2-11bf5cb09d6f,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 09:59:04.012786 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:04.051664 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:04.052274 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:04.053709 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] 10.222.0.109 "PUT /v2.0/ports/879145b6-6b1f-4837-91f2-11bf5cb09d6f HTTP/1.1" status: 200 len: 1093 time: 0.7702472 Oct 28 09:59:04.054154 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'tag': '879145b6-6b1f-4837-91f2-11bf5cb09d6f'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:04.056456 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b3b701-e2ba-4ece-915c-8d79a49b8657" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c72f4-558a-4f0f-af56-ef337001d531", "tag": "879145b6-6b1f-4837-91f2-11bf5cb09d6f"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:04.068682 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17374720-6f2d-44d7-b38f-4a38b0ed4137 req-2b10ac0e-9b0f-439d-bcba-92b553346465 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:04.070416 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-17374720-6f2d-44d7-b38f-4a38b0ed4137 req-2b10ac0e-9b0f-439d-bcba-92b553346465 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 943 time: 0.0567441 Oct 28 09:59:04.080739 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357111-525a-4ea3-a94f-49eb447473d9 service neutron] Pushing event updated for resources: {'Port': ['ID=879145b6-6b1f-4837-91f2-11bf5cb09d6f,revision_number=3']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:04.116782 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-17374720-6f2d-44d7-b38f-4a38b0ed4137 req-c0d662c1-a2dd-4770-82e8-6ab5f5db5cd1 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Oct 28 09:59:04.171914 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e21f4-341e-4fa9-b301-6332625e9b30 x-openstack-request-id: req-b56e21f4-341e-4fa9-b301-6332625e9b30 {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:04.172198 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c72f4-558a-4f0f-af56-ef337001d531", "tag": "879145b6-6b1f-4837-91f2-11bf5cb09d6f", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:04.172439 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b56e21f4-341e-4fa9-b301-6332625e9b30 {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:04.172859 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'tag': '879145b6-6b1f-4837-91f2-11bf5cb09d6f', 'status': 'completed', 'code': 200} Oct 28 09:59:04.184508 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-c55dbf28-ed25-4f7a-9130-a27280ddd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:04.186169 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-c55dbf28-ed25-4f7a-9130-a27280ddd0f5 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 1096 time: 0.0453005 Oct 28 09:59:04.230897 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-8f6324a6-d92b-40e9-9b74-20d611c03685 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=879145b6-6b1f-4837-91f2-11bf5cb09d6f HTTP/1.1" status: 200 len: 217 time: 0.0363874 Oct 28 09:59:04.281930 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-e4891cce-96d5-437f-b616-43245a9d7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:04.283425 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-e4891cce-96d5-437f-b616-43245a9d7c6d service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1555cbf4-793d-48ca-b174-095d3b4a21a5 HTTP/1.1" status: 200 len: 853 time: 0.0459528 Oct 28 09:59:04.315707 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-89a5c5b9-3286-40fe-9a64-9bef5efc7eda service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=205ae73f-5d95-4eea-9d96-d376199c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248063 Oct 28 09:59:04.411643 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-9441f91c-5228-4530-8728-97266dae1fcd service neutron] 10.222.0.109 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881510 Oct 28 09:59:04.507075 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-a14dd834-3bd2-441c-bd20-4b1faaa32e93 req-f8525e15-3807-4f71-a3dd-b0a5bbdd3439 service neutron] 10.222.0.109 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885153 Oct 28 09:59:04.698364 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-3977258e-2466-400b-9459-14ecbb8b9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:04.699906 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-3977258e-2466-400b-9459-14ecbb8b9b79 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 1096 time: 0.0537777 Oct 28 09:59:04.796336 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-b1cb5dab-2966-4c5b-8917-4e325a1b49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:04.797842 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-b1cb5dab-2966-4c5b-8917-4e325a1b49ae service neutron] 10.222.0.109 "GET /v2.0/networks?id=205ae73f-5d95-4eea-9d96-d376199c03ff HTTP/1.1" status: 200 len: 914 time: 0.0888906 Oct 28 09:59:04.845476 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-4459e9f3-2fab-4e82-89b5-831f295d0dcc service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=879145b6-6b1f-4837-91f2-11bf5cb09d6f HTTP/1.1" status: 200 len: 217 time: 0.0383568 Oct 28 09:59:04.898685 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-d742718b-1368-42b1-b7de-1a05276d4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:04.900152 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-d742718b-1368-42b1-b7de-1a05276d4ff4 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1555cbf4-793d-48ca-b174-095d3b4a21a5 HTTP/1.1" status: 200 len: 853 time: 0.0458608 Oct 28 09:59:04.933337 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-e70d3130-850b-460b-811d-24c08af801c9 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=205ae73f-5d95-4eea-9d96-d376199c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255358 Oct 28 09:59:05.255720 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4f8c-8ebe-4b82-9e95-fd37f78b38bb req-d3b438c4-78e5-4da1-bf35-6fa59972226b tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:05.257792 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9c6f4f8c-8ebe-4b82-9e95-fd37f78b38bb req-d3b438c4-78e5-4da1-bf35-6fa59972226b tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 943 time: 0.0533442 Oct 28 09:59:05.286061 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-8da64f81-f25f-4298-947a-fd3df8814ee5 service neutron] 10.222.0.109 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438072 Oct 28 09:59:05.298013 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9c6f4f8c-8ebe-4b82-9e95-fd37f78b38bb req-77c6eaf0-7098-423a-b826-7d73e2226919 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342028 Oct 28 09:59:05.381779 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-10b3b701-e2ba-4ece-915c-8d79a49b8657 req-7433d511-9921-4121-a091-0823a4c507af service neutron] 10.222.0.109 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880198 Oct 28 09:59:06.419338 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c912f5-d304-4599-b550-5651ab1906ca req-ac6e3e35-bf2a-45b0-a9e0-6261bc923866 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:06.420974 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-15c912f5-d304-4599-b550-5651ab1906ca req-ac6e3e35-bf2a-45b0-a9e0-6261bc923866 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 943 time: 0.0494940 Oct 28 09:59:06.463524 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-15c912f5-d304-4599-b550-5651ab1906ca req-d48682b1-b400-4305-a16d-4adcc486d4b6 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Oct 28 09:59:07.577176 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cafdca-6f7c-47c9-8b72-fa6bc6272bab req-571dec32-bf17-459a-b03b-21a62fbc6cac tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:07.579180 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e0cafdca-6f7c-47c9-8b72-fa6bc6272bab req-571dec32-bf17-459a-b03b-21a62fbc6cac tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 943 time: 0.0494878 Oct 28 09:59:07.618079 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e0cafdca-6f7c-47c9-8b72-fa6bc6272bab req-7b8e155d-9202-4b3d-94d2-b4af6d418088 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Oct 28 09:59:08.067266 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 879145b6-6b1f-4837-91f2-11bf5cb09d6f details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 09:59:08.160528 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 879145b6-6b1f-4837-91f2-11bf5cb09d6f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=879145b6-6b1f-4837-91f2-11bf5cb09d6f,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:08.171581 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '879145b6-6b1f-4837-91f2-11bf5cb09d6f', 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff', 'port_id': '879145b6-6b1f-4837-91f2-11bf5cb09d6f', 'mac_address': 'fa:16:3e:cd:92:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1555cbf4-793d-48ca-b174-095d3b4a21a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 09:59:08.211805 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:08.224590 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879145b6-6b1f-4837-91f2-11bf5cb09d6f {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 09:59:08.244324 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 879145b6-6b1f-4837-91f2-11bf5cb09d6f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=879145b6-6b1f-4837-91f2-11bf5cb09d6f,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:08.349448 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:08.374612 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0a68c731-dc19-4662-bf5e-9368debe1505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:08.402967 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=879145b6-6b1f-4837-91f2-11bf5cb09d6f,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:08.410179 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.410528 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.410867 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.411201 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.411531 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.411859 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.412182 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.412505 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.412858 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.413179 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.413497 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.413812 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:08.577244 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['879145b6-6b1f-4837-91f2-11bf5cb09d6f'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 09:59:08.737830 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339264a-1e6a-4a04-a66e-4e316371aa57 req-e5a58bcd-80ed-4fd6-bfbf-2fa85043c30e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:08.739356 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9339264a-1e6a-4a04-a66e-4e316371aa57 req-e5a58bcd-80ed-4fd6-bfbf-2fa85043c30e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 944 time: 0.0513577 Oct 28 09:59:08.778802 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9339264a-1e6a-4a04-a66e-4e316371aa57 req-30db6ef9-0088-43b3-ac81-abed0b72760e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329988 Oct 28 09:59:09.895929 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af915c-fd8c-4063-8b81-89ac5547b133 req-6cafa154-0c6f-4aa4-bc0d-bf1735ac19e7 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:09.897451 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b9af915c-fd8c-4063-8b81-89ac5547b133 req-6cafa154-0c6f-4aa4-bc0d-bf1735ac19e7 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 944 time: 0.0500250 Oct 28 09:59:09.944600 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b9af915c-fd8c-4063-8b81-89ac5547b133 req-c7078eeb-8eef-43aa-9b02-8f8cc739463d tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Oct 28 09:59:10.083247 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 879145b6-6b1f-4837-91f2-11bf5cb09d6f up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 09:59:10.223477 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 879145b6-6b1f-4837-91f2-11bf5cb09d6f completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 09:59:10.227669 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 879145b6-6b1f-4837-91f2-11bf5cb09d6f triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 09:59:10.228079 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:10.433742 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:10.457573 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879145b6-6b1f-4837-91f2-11bf5cb09d6f'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:10.459820 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e761001-6ff9-4baf-a8c3-59b950d9528f" -d '{"events": [{"server_uuid": "e89c72f4-558a-4f0f-af56-ef337001d531", "name": "network-vif-plugged", "status": "completed", "tag": "879145b6-6b1f-4837-91f2-11bf5cb09d6f"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:10.474043 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 879145b6-6b1f-4837-91f2-11bf5cb09d6f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=879145b6-6b1f-4837-91f2-11bf5cb09d6f,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:10.497444 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537be480-9c6e-4b79-a68c-881abb182a54 x-openstack-request-id: req-537be480-9c6e-4b79-a68c-881abb182a54 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:10.497731 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c72f4-558a-4f0f-af56-ef337001d531", "name": "network-vif-plugged", "status": "completed", "tag": "879145b6-6b1f-4837-91f2-11bf5cb09d6f", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:10.497980 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-537be480-9c6e-4b79-a68c-881abb182a54 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:10.498370 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879145b6-6b1f-4837-91f2-11bf5cb09d6f', 'code': 200} Oct 28 09:59:10.559752 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:10.607687 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=879145b6-6b1f-4837-91f2-11bf5cb09d6f,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:10.802875 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a6c70-9de8-4726-93b7-ff63b59e2656 req-8c9a6809-f586-4507-b82a-bb13fc2122dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:10.804438 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2b2a6c70-9de8-4726-93b7-ff63b59e2656 req-8c9a6809-f586-4507-b82a-bb13fc2122dd service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 1098 time: 0.0398638 Oct 28 09:59:10.840530 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-eaf8b0e4-34d3-4511-a7d4-6e0fbba78083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:10.844314 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-2b2a6c70-9de8-4726-93b7-ff63b59e2656 req-edbc36f8-dece-46ec-80ed-236ba7f43886 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Oct 28 09:59:11.062907 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085b50b-11e4-41bb-83f6-6afffd821ee7 req-93e901c1-7122-4a6f-b0b7-16a134d39f2d tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:11.064376 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5085b50b-11e4-41bb-83f6-6afffd821ee7 req-93e901c1-7122-4a6f-b0b7-16a134d39f2d tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 945 time: 0.0503795 Oct 28 09:59:11.102343 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5085b50b-11e4-41bb-83f6-6afffd821ee7 req-9920ebee-6a50-404a-a675-c9f4f22157c5 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Oct 28 09:59:12.233199 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab289bc-ec5f-48b2-8f28-1e95e063eff5 req-2bd9fdcb-12f8-4c3b-8ca6-9e84edec6bf3 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:12.234854 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eab289bc-ec5f-48b2-8f28-1e95e063eff5 req-2bd9fdcb-12f8-4c3b-8ca6-9e84edec6bf3 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 945 time: 0.0502250 Oct 28 09:59:12.240096 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:12.275431 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eab289bc-ec5f-48b2-8f28-1e95e063eff5 req-41057224-d2ba-4811-b5e9-3606cecc9d91 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346310 Oct 28 09:59:12.469978 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:14.268256 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:23.520469 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 09:59:28.235221 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:36.015714 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-841a95bc-f9a9-4115-96a3-4ce35c1f1ac8 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411115 Oct 28 09:59:36.103686 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-ddfe6018-5e80-4f58-969c-6766bb52287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:36.105199 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-ddfe6018-5e80-4f58-969c-6766bb52287f service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 1099 time: 0.0409794 Oct 28 09:59:36.212671 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-108d9d29-2b30-45dc-ba8c-d4e295fda8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:36.214142 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-108d9d29-2b30-45dc-ba8c-d4e295fda8b6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0859203 Oct 28 09:59:36.282475 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-7821e978-711b-4630-8570-c1bf7233ea5f service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662 HTTP/1.1" status: 200 len: 1002 time: 0.0573144 Oct 28 09:59:36.330846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-4ce1a2a3-3859-43b2-97ab-86806f7e0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:36.332308 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-4ce1a2a3-3859-43b2-97ab-86806f7e0ca6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0430510 Oct 28 09:59:36.380509 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-65e01a2a-d018-4228-8d77-23e0836b20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:36.382082 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-65e01a2a-d018-4228-8d77-23e0836b20b4 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430496 Oct 28 09:59:36.480097 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-f6d2179c-90b6-46fc-9008-90743d34605a service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894556 Oct 28 09:59:36.575198 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-f678a025-2c98-4f70-bdf6-636bd947ee10 req-724db850-c858-4075-b673-59a2309c65b8 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863917 Oct 28 09:59:38.360496 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-52fc2b8b-d9c9-407f-931e-1b4fe1dab0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:40.867504 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-ec6b6db1-9511-4c88-ae4b-339bb4192e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:42.209690 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:42.461502 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:44.209943 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde00f7-e9c1-4a58-a371-af711be058a1 req-18109f7b-621a-4725-b14e-c754545887a1 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:44.211516 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-adde00f7-e9c1-4a58-a371-af711be058a1 req-18109f7b-621a-4725-b14e-c754545887a1 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0569897 Oct 28 09:59:44.259646 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-adde00f7-e9c1-4a58-a371-af711be058a1 req-3cc323c3-0950-4c79-aa80-8ac907cdd809 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408635 Oct 28 09:59:44.280105 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:45.390457 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a7bbc-e712-4bae-b753-b1b8c6d9d634 req-2b7a1557-34a3-44eb-8a08-2a6c4d537ec3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:45.392017 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cf7a7bbc-e712-4bae-b753-b1b8c6d9d634 req-2b7a1557-34a3-44eb-8a08-2a6c4d537ec3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0527353 Oct 28 09:59:45.438338 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cf7a7bbc-e712-4bae-b753-b1b8c6d9d634 req-078aa044-c547-4c60-bacd-a6d0d2b96c70 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400057 Oct 28 09:59:46.557104 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32e55c-7584-4214-bcf5-d402d1d8d096 req-3964751d-52f5-4a56-8e30-931138f28dac tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:46.558522 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fa32e55c-7584-4214-bcf5-d402d1d8d096 req-3964751d-52f5-4a56-8e30-931138f28dac tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0510626 Oct 28 09:59:46.600330 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fa32e55c-7584-4214-bcf5-d402d1d8d096 req-ca471de0-6fc3-4e79-9df6-f8da742c3d64 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343051 Oct 28 09:59:47.723320 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46bdcc-0b42-4f1d-9f6e-cea6889b2669 req-3d032967-ccc2-4759-b275-6ded28f30940 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:47.724918 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8a46bdcc-0b42-4f1d-9f6e-cea6889b2669 req-3d032967-ccc2-4759-b275-6ded28f30940 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0505030 Oct 28 09:59:47.769636 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8a46bdcc-0b42-4f1d-9f6e-cea6889b2669 req-eaecae5e-a1a1-4f6f-a00a-dc14191c7496 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383224 Oct 28 09:59:48.615014 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-643a5ccb-746a-4bf4-92ae-012a2f737c14 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:48.616469 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-643a5ccb-746a-4bf4-92ae-012a2f737c14 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0499797 Oct 28 09:59:48.714936 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Deleting port ab88f822-dd8c-4d3c-aaeb-f786c078a662 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 09:59:48.715268 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:48.810779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] For port ab88f822-dd8c-4d3c-aaeb-f786c078a662, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ab88f822-dd8c-4d3c-aaeb-f786c078a662,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 09:59:48.810779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:48.901482 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0f9c7-151b-467d-b33d-402cf57c3673 req-5f5610f2-13df-4632-8fbd-276352deb02f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:48.902970 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-39e0f9c7-151b-467d-b33d-402cf57c3673 req-5f5610f2-13df-4632-8fbd-276352deb02f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 946 time: 0.0521054 Oct 28 09:59:48.949208 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-39e0f9c7-151b-467d-b33d-402cf57c3673 req-f235e70c-e52d-413b-baba-0503e4a1b43f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379875 Oct 28 09:59:49.005372 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:49.005777 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:49.006088 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Floating IP 95e06499-7491-4321-9866-83756a741691 disassociated. External IP: 172.27.0.116, port: ab88f822-dd8c-4d3c-aaeb-f786c078a662. Oct 28 09:59:49.006515 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Calling delete_port for ab88f822-dd8c-4d3c-aaeb-f786c078a662 owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 09:59:49.240003 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:49.271758 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event deleted for resources: {'Port': ['ID=ab88f822-dd8c-4d3c-aaeb-f786c078a662,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 09:59:49.282815 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.283163 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.283497 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.283820 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.284169 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.284492 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.284834 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.285155 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.285473 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.285783 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.286094 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.286404 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 09:59:49.428269 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 09:59:49.563080 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 09:59:49.574016 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 09:59:49.585184 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:49.585805 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:49.611081 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] No DVR routers for this DVR port ab88f822-dd8c-4d3c-aaeb-f786c078a662 on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 09:59:49.615007 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:49.618996 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-8f92f5ff-68f6-4d5c-864a-75d1a05f36fe req-ef060700-caab-42f9-8f2a-5b6c509ad412 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "DELETE /v2.0/ports/ab88f822-dd8c-4d3c-aaeb-f786c078a662 HTTP/1.1" status: 204 len: 173 time: 0.9927218 Oct 28 09:59:49.619637 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'name': 'network-vif-deleted', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 09:59:49.621816 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347e2b4-fd15-40cc-8f12-c8ce58619001" -d '{"events": [{"server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "name": "network-vif-deleted", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 09:59:49.694434 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 09:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be14b4ef-121e-4335-8120-998d4789928b x-openstack-request-id: req-be14b4ef-121e-4335-8120-998d4789928b {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 09:59:49.694981 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8c7f9d-ae44-4516-a430-e19cf05cda9f", "name": "network-vif-deleted", "tag": "ab88f822-dd8c-4d3c-aaeb-f786c078a662", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 09:59:49.695342 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-be14b4ef-121e-4335-8120-998d4789928b {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 09:59:49.696205 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8c7f9d-ae44-4516-a430-e19cf05cda9f', 'name': 'network-vif-deleted', 'tag': 'ab88f822-dd8c-4d3c-aaeb-f786c078a662', 'status': 'completed', 'code': 200} Oct 28 09:59:49.722311 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:49.945381 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:49.977377 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 09:59:49.986709 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 09:59:49.987387 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T09:59:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:50.050496 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-46aa02f0-7032-4feb-ab65-7f071aaf3d84 req-d1677f06-d776-4169-9059-de959b78ad2d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0276005 Oct 28 09:59:50.097401 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 09:59:50.300138 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 09:59:50.326814 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fba481-9f6a-4301-850c-70e6e89d2e09 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 09:59:50.544155 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1daaa08-a68a-4760-8fec-e6a877a5f4e4 None None] New status for floating IP 95e06499-7491-4321-9866-83756a741691: DOWN {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 09:59:51.157753 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e8b647ee-b204-491d-8866-d2c300a6c956 req-738373e1-ead7-4608-8e71-0653568914aa tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0271289 Oct 28 09:59:51.175682 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ab88f822-dd8c-4d3c-aaeb-f786c078a662 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 09:59:51.199498 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: ab88f822-dd8c-4d3c-aaeb-f786c078a662 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 09:59:51.199828 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ab88f822-dd8c-4d3c-aaeb-f786c078a662 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 09:59:52.262767 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cc0aac45-bde9-4e6c-ab60-3e50c23bccda req-d558328e-2470-4fd9-bd4a-8d7f40e4c260 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0264921 Oct 28 09:59:53.375223 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-2826f89d-b5ae-46bf-b6b0-bc8fb718bb79 req-f8a4f6a7-9cd2-462d-8d66-bed0c73e5e04 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=0d8c7f9d-ae44-4516-a430-e19cf05cda9f HTTP/1.1" status: 200 len: 210 time: 0.0290303 Oct 28 09:59:54.626758 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-a0481680-e593-4596-b1d6-a5b68c5a53bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252555229&fields=id&tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 267 time: 0.0354102 Oct 28 09:59:54.735834 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-8c91a06e-71d7-4893-aa26-df21e6f9463a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:54.737581 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-8c91a06e-71d7-4893-aa26-df21e6f9463a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 811 time: 0.1040776 Oct 28 09:59:54.754169 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0ea360b4-ece6-4d38-b959-61629aff4c32 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/quotas/8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 375 time: 0.0104430 Oct 28 09:59:54.814106 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-78b13953-3ba6-40f1-a9a2-9f43410b006a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541575 Oct 28 09:59:54.911283 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-d7062b39-4140-4b84-a740-634c35027698 service neutron] 10.222.0.104 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853689 Oct 28 09:59:55.004483 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-e6286492-9156-4799-90d7-5bb48b84a82f service neutron] 10.222.0.104 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868073 Oct 28 09:59:55.573160 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ee81bb08-f3c7-4701-8c5a-1a1247d353a3 req-156194a5-db9e-41b8-8cbb-7ff8b8da05e8 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0264966 Oct 28 09:59:56.656160 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8210182a-bead-45e2-ad77-fe0b84c21e9a req-75fc292b-7f9a-43a3-91ea-f79a62ea6722 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0260324 Oct 28 09:59:57.738397 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fec469d9-56d9-45d9-873e-717c8bb5c1c0 req-37a6a33e-b885-4d91-aa77-f0007de01dc8 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0281591 Oct 28 09:59:58.285150 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 09:59:58.823216 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3bce4b75-92ac-4a25-b4a7-1041e6dade14 req-8e3fc8f7-354f-4f21-9324-2ff489c0b76c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0267203 Oct 28 09:59:59.512706 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e7082-9527-4713-9cfc-f5bc2684178a req-00bf3ac2-d663-4269-81b3-bfd06feaf9b0 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 09:59:59.514202 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-581e7082-9527-4713-9cfc-f5bc2684178a req-00bf3ac2-d663-4269-81b3-bfd06feaf9b0 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 945 time: 0.0545640 Oct 28 09:59:59.553627 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-581e7082-9527-4713-9cfc-f5bc2684178a req-48adfaa8-a726-4c99-a48b-4cef12f54ebf tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334573 Oct 28 09:59:59.921392 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7a1e8802-ae41-4c07-a042-f4c2053ac8f7 req-ad06d0f1-a0ef-42a9-8bf3-5bbf1273c3e3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0271680 Oct 28 10:00:00.520007 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:00:00.669483 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b2e8c-1937-42e4-8df2-d36bea39e4da req-76c661f9-2324-4058-930b-2c75c3a5459e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:00.670998 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-654b2e8c-1937-42e4-8df2-d36bea39e4da req-76c661f9-2324-4058-930b-2c75c3a5459e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 945 time: 0.0497339 Oct 28 10:00:00.710968 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-654b2e8c-1937-42e4-8df2-d36bea39e4da req-d2f52c8e-16f9-4daf-9a6a-9822594c261e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332506 Oct 28 10:00:01.020765 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-1df6a6c2-3aad-4067-acb0-93352f1bbbe3 req-5c8b6f50-e1e7-45b4-a05a-d878f332733e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0325177 Oct 28 10:00:01.069283 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-7df2f171-80b9-4306-9fd6-3f57f4c8a650 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:01.070751 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-7df2f171-80b9-4306-9fd6-3f57f4c8a650 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Oct 28 10:00:01.166026 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Deleting port 879145b6-6b1f-4837-91f2-11bf5cb09d6f {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:01.166358 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:01.264462 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] For port 879145b6-6b1f-4837-91f2-11bf5cb09d6f, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=879145b6-6b1f-4837-91f2-11bf5cb09d6f,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:01.264858 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:01.279252 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Calling delete_port for 879145b6-6b1f-4837-91f2-11bf5cb09d6f owned by compute:nova {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:01.496326 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:01.508104 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['879145b6-6b1f-4837-91f2-11bf5cb09d6f'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:00:01.524155 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Pushing event deleted for resources: {'Port': ['ID=879145b6-6b1f-4837-91f2-11bf5cb09d6f,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:01.569576 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] No DVR routers for this DVR port 879145b6-6b1f-4837-91f2-11bf5cb09d6f on host hv-cinder-81571 {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:00:01.571973 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:01.575413 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [req-43aa2835-e2e2-4ef7-9c08-ca682f9bea49 req-d46ea58e-63bb-4dc9-b4c8-4d3c06618711 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "DELETE /v2.0/ports/879145b6-6b1f-4837-91f2-11bf5cb09d6f HTTP/1.1" status: 204 len: 173 time: 0.4988770 Oct 28 10:00:01.575912 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'name': 'network-vif-deleted', 'tag': '879145b6-6b1f-4837-91f2-11bf5cb09d6f'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:01.578163 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2577439-218c-4c8b-9352-bfa3a9900c83" -d '{"events": [{"server_uuid": "e89c72f4-558a-4f0f-af56-ef337001d531", "name": "network-vif-deleted", "tag": "879145b6-6b1f-4837-91f2-11bf5cb09d6f"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:01.619241 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e266e328-d8ab-4c80-86c4-ed3ee691cede x-openstack-request-id: req-e266e328-d8ab-4c80-86c4-ed3ee691cede {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:01.619527 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c72f4-558a-4f0f-af56-ef337001d531", "name": "network-vif-deleted", "tag": "879145b6-6b1f-4837-91f2-11bf5cb09d6f", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:01.619776 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e266e328-d8ab-4c80-86c4-ed3ee691cede {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:01.620157 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c72f4-558a-4f0f-af56-ef337001d531', 'name': 'network-vif-deleted', 'tag': '879145b6-6b1f-4837-91f2-11bf5cb09d6f', 'status': 'completed', 'code': 200} Oct 28 10:00:01.694502 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-f95b41a7-841e-46c6-bb58-4bc969a4da5d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:01.695953 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-f95b41a7-841e-46c6-bb58-4bc969a4da5d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 811 time: 0.1136849 Oct 28 10:00:01.753758 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-b6e607e3-fd7c-4fd9-9fae-891f1a85effe tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 380 time: 0.0427749 Oct 28 10:00:01.763634 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'port': {'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'admin_state_up': True, 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'security_groups': ['bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca']}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:01.845589 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-68ed968d-c46a-4295-94c6-dea367dd76bb req-1b0ac17e-d777-4088-acf4-b92c261bb444 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89c72f4-558a-4f0f-af56-ef337001d531 HTTP/1.1" status: 200 len: 210 time: 0.0376446 Oct 28 10:00:01.976309 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Made reservation on behalf of 8891d4ce726f4b84a18cbb3bce4e53c3 for: {'port': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:01.980290 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:02.124035 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c13ef3f9-45fb-4828-942a-b8b55c2333bd req-864ba9ee-c099-4374-a33c-0b1e05a0f725 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0329330 Oct 28 10:00:02.141903 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Allocated IP 172.20.0.4 (5478037d-e561-4e8b-811e-6f93ca4dff8e/a44ccb35-3f0d-40a2-a127-116e092a45c6/5f5d6985-145d-4f21-8120-003269e5b4c1) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:02.285037 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:02.405740 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:02.460583 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:02.463745 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:02.468127 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:02.473035 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=5f5d6985-145d-4f21-8120-003269e5b4c1,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:02.502997 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.503345 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.503687 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.504038 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.504346 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.504689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.505031 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.505337 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.505657 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.505976 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.506318 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.506610 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:02.535686 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:02.536325 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:02.653662 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-0222e46f-60ed-4e88-8b1b-fcd9d31841ae tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8940082 Oct 28 10:00:02.665345 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Request body: {'port': {'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:02.726325 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:02.746574 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-0e05d8b0-3f02-4881-b763-29f77c425374 None None] Provisioning complete for port 5f5d6985-145d-4f21-8120-003269e5b4c1 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:02.747180 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0e05d8b0-3f02-4881-b763-29f77c425374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:02.783973 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-0e05d8b0-3f02-4881-b763-29f77c425374 None None] Port 5f5d6985-145d-4f21-8120-003269e5b4c1 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:00:03.279489 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d605507-af20-420f-85a7-7bb167f9609a req-3c150ff9-4cbc-45a7-b20a-4d9a7d15a8fd tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:03.281007 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d605507-af20-420f-85a7-7bb167f9609a req-3c150ff9-4cbc-45a7-b20a-4d9a7d15a8fd tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 931 time: 0.0830307 Oct 28 10:00:03.335511 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5d6985-145d-4f21-8120-003269e5b4c1 {{(pid=108755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:00:03.350229 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:03.365063 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d605507-af20-420f-85a7-7bb167f9609a req-64d47074-34db-48c2-ba54-4b2c417bcf30 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618415 Oct 28 10:00:03.370179 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.provisioning_blocks [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Transition to ACTIVE for port object 5f5d6985-145d-4f21-8120-003269e5b4c1 will not be triggered until provisioned by entity L2. {{(pid=108755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 10:00:03.472087 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:03.521425 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d6985-145d-4f21-8120-003269e5b4c1,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:03.596579 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Attempting to bind port 5f5d6985-145d-4f21-8120-003269e5b4c1 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:03.596978 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Attempting to bind port 5f5d6985-145d-4f21-8120-003269e5b4c1 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:03.597278 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Attempting to bind port 5f5d6985-145d-4f21-8120-003269e5b4c1 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:03.602321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Port 5f5d6985-145d-4f21-8120-003269e5b4c1 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 10:00:03.602645 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Attempting to bind port 5f5d6985-145d-4f21-8120-003269e5b4c1 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:03.607746 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:03.608081 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Checking segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:03.608467 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Bound using segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:03.608933 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Bound port: 5f5d6985-145d-4f21-8120-003269e5b4c1, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:03.609297 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:03.678082 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] For port 5f5d6985-145d-4f21-8120-003269e5b4c1, host hv-cinder-81571, cleared binding levels {{(pid=108755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:03.681217 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] For port 5f5d6985-145d-4f21-8120-003269e5b4c1, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5f5d6985-145d-4f21-8120-003269e5b4c1,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:03.776913 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:03.813824 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:03.814447 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:03.816420 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] 10.222.0.109 "PUT /v2.0/ports/5f5d6985-145d-4f21-8120-003269e5b4c1 HTTP/1.1" status: 200 len: 1093 time: 1.1551955 Oct 28 10:00:03.816886 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:03.819240 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefb9d0e-879c-4546-90bb-3476ea3a8eee" -d '{"events": [{"name": "network-changed", "server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:03.842511 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470341d9-c0c9-4fcc-8c06-c356d333d630 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5d6985-145d-4f21-8120-003269e5b4c1,revision_number=3']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:03.865722 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f40eb0-b17d-4f28-be11-412775085275 x-openstack-request-id: req-00f40eb0-b17d-4f28-be11-412775085275 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:03.866007 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:03.866527 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-00f40eb0-b17d-4f28-be11-412775085275 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:03.866922 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'status': 'completed', 'code': 200} Oct 28 10:00:04.484343 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8319bc-f322-4df5-ac3d-cc759de7b8f8 req-4cc382d3-edfe-45fd-a3e8-d3c85cdd97ed tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:04.486437 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eb8319bc-f322-4df5-ac3d-cc759de7b8f8 req-4cc382d3-edfe-45fd-a3e8-d3c85cdd97ed tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0521171 Oct 28 10:00:04.524836 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eb8319bc-f322-4df5-ac3d-cc759de7b8f8 req-ae919e64-66db-43e2-8693-6eaf68393a70 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321970 Oct 28 10:00:05.645249 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e221f7-733b-4577-8d42-38c8cd982123 req-15cfd930-2770-48e6-8b35-02e6f073b1d4 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:05.646741 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4e221f7-733b-4577-8d42-38c8cd982123 req-15cfd930-2770-48e6-8b35-02e6f073b1d4 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0526431 Oct 28 10:00:05.690128 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c4e221f7-733b-4577-8d42-38c8cd982123 req-c223dd51-e3cb-41ae-8e77-9de8e07f9d44 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373380 Oct 28 10:00:06.438525 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9d0e-879c-4546-90bb-3476ea3a8eee req-18307bff-f4fe-4cda-91da-8c0063143987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.440176 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aefb9d0e-879c-4546-90bb-3476ea3a8eee req-18307bff-f4fe-4cda-91da-8c0063143987 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0408618 Oct 28 10:00:06.544205 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9d0e-879c-4546-90bb-3476ea3a8eee req-dde8f8d0-b972-44cb-a148-1d947f6f6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.545717 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aefb9d0e-879c-4546-90bb-3476ea3a8eee req-dde8f8d0-b972-44cb-a148-1d947f6f6c09 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0953720 Oct 28 10:00:06.582257 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 879145b6-6b1f-4837-91f2-11bf5cb09d6f no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:06.602936 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 879145b6-6b1f-4837-91f2-11bf5cb09d6f {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:00:06.603276 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 879145b6-6b1f-4837-91f2-11bf5cb09d6f not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:06.649388 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9d0e-879c-4546-90bb-3476ea3a8eee req-3050849e-59fb-4828-a1cc-8f5fefce3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.650814 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-aefb9d0e-879c-4546-90bb-3476ea3a8eee req-3050849e-59fb-4828-a1cc-8f5fefce3799 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978515 Oct 28 10:00:06.727864 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-a292f919-875e-44ea-9ee7-149329ccfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.729487 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-a292f919-875e-44ea-9ee7-149329ccfce7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1096 time: 0.0415940 Oct 28 10:00:06.778950 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-3dc40d0a-dbe0-4099-b12f-0b35a2b6d501 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5d6985-145d-4f21-8120-003269e5b4c1 HTTP/1.1" status: 200 len: 217 time: 0.0419176 Oct 28 10:00:06.859250 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139c713-25a9-4e11-bb96-c7989778457b req-0c3b9dc5-3f00-4ecb-a62d-fb62299c36a9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.860982 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e139c713-25a9-4e11-bb96-c7989778457b req-0c3b9dc5-3f00-4ecb-a62d-fb62299c36a9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0845418 Oct 28 10:00:06.862305 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-75d24ed2-72ed-4a97-af3a-b4a07bab3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.863623 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-75d24ed2-72ed-4a97-af3a-b4a07bab3b78 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0759230 Oct 28 10:00:06.930583 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e139c713-25a9-4e11-bb96-c7989778457b req-8e579a05-6ced-4469-9e71-56e55397c3ad tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630882 Oct 28 10:00:06.937054 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-4004ade6-4f39-4724-b154-1264833a83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:06.939102 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-4004ade6-4f39-4724-b154-1264833a83fc service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653403 Oct 28 10:00:07.031474 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-a58a0cdb-6ea9-4d04-a134-6a0382d77bf1 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Oct 28 10:00:07.127049 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a04afb3b-7193-4718-a5a5-7e04d24e7e5a req-becd5f73-4657-4b68-adeb-652b681dabe2 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880690 Oct 28 10:00:08.047875 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c53ac-20bd-4db4-91d8-5f0310184ea0 req-cd5d0b71-875a-47ab-8f86-b90f7c7c456b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:08.049401 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3d7c53ac-20bd-4db4-91d8-5f0310184ea0 req-cd5d0b71-875a-47ab-8f86-b90f7c7c456b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0501361 Oct 28 10:00:08.090436 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-3d7c53ac-20bd-4db4-91d8-5f0310184ea0 req-fed94268-ee42-45ba-8cc7-28013f61eb1f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343039 Oct 28 10:00:08.416361 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c4ac9259-369b-4490-9c88-015610789c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:09.209943 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c595c1-516b-4dee-a8c8-1b98f54d5206 req-f91bd649-bc1b-4569-8f20-35e4e099612a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:09.217077 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-76c595c1-516b-4dee-a8c8-1b98f54d5206 req-f91bd649-bc1b-4569-8f20-35e4e099612a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0567117 Oct 28 10:00:09.257614 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-76c595c1-516b-4dee-a8c8-1b98f54d5206 req-52d0323a-33de-4e04-b3d8-4bd46f46eb72 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Oct 28 10:00:10.373313 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20fb7e-06c2-41a2-85c8-911cc94a4ec4 req-a2903d41-2971-414c-baaa-d0c185a31f12 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:10.374805 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5f20fb7e-06c2-41a2-85c8-911cc94a4ec4 req-a2903d41-2971-414c-baaa-d0c185a31f12 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0493171 Oct 28 10:00:10.414839 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5f20fb7e-06c2-41a2-85c8-911cc94a4ec4 req-3f9e51c4-bfe8-4b87-9fee-e23d69258103 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332267 Oct 28 10:00:10.873169 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4bf65e3d-37d2-4df2-8626-36721552a534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:11.530470 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2bf13-1d70-461e-9147-a8f3e4236a8d req-536cf773-9857-4ebf-b65e-22700fc9daf8 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:11.531864 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9aa2bf13-1d70-461e-9147-a8f3e4236a8d req-536cf773-9857-4ebf-b65e-22700fc9daf8 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0500398 Oct 28 10:00:11.570473 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9aa2bf13-1d70-461e-9147-a8f3e4236a8d req-7d6115ba-119c-4719-83bb-64039379db6a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Oct 28 10:00:12.225356 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:12.496459 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:12.689991 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe90e5-f000-4e3c-a567-355c85f9961b req-86baffeb-9081-43ae-b6be-cd5d9d49a430 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:12.691515 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d1fe90e5-f000-4e3c-a567-355c85f9961b req-86baffeb-9081-43ae-b6be-cd5d9d49a430 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0509865 Oct 28 10:00:12.732889 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d1fe90e5-f000-4e3c-a567-355c85f9961b req-218a9f9f-2c0e-4403-ae12-c84ecb1d6f7c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353053 Oct 28 10:00:13.548888 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-736ab498-4318-49b4-bac9-83b084901844 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:13.550487 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-736ab498-4318-49b4-bac9-83b084901844 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/networks?id=205ae73f-5d95-4eea-9d96-d376199c03ff HTTP/1.1" status: 200 len: 813 time: 0.1122015 Oct 28 10:00:13.567183 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-474d2768-d6e2-4b06-8da1-82aad36bea7b tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/quotas/8273ac2aca774a0aa4b6a43247c31c7a HTTP/1.1" status: 200 len: 375 time: 0.0106664 Oct 28 10:00:13.601161 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-35473215-e755-4ca7-b5c6-617466df9f34 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278959 Oct 28 10:00:13.697313 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-78d36ce2-8179-45ce-8fc8-02e2b2449af3 service neutron] 10.222.0.104 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890167 Oct 28 10:00:13.797987 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-bc3d7b90-5465-4057-8774-b273b4994ec0 service neutron] 10.222.0.104 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944481 Oct 28 10:00:13.853793 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73103b-b658-4ad5-b75e-a4ea098b6834 req-f1d744bb-12b4-4cef-b33e-e9315ef6bbb6 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:13.855230 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca73103b-b658-4ad5-b75e-a4ea098b6834 req-f1d744bb-12b4-4cef-b33e-e9315ef6bbb6 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0513546 Oct 28 10:00:13.895346 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ca73103b-b658-4ad5-b75e-a4ea098b6834 req-92ebb484-84c7-4bed-85a2-c2b2f9f1c6d8 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338049 Oct 28 10:00:14.061946 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d58f1774-0458-402d-9ad8-d870fb1b9f1b req-7e440191-1cd9-47e9-9fe8-0fb50d750b46 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 210 time: 0.0269234 Oct 28 10:00:14.271727 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:15.016477 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c84f2-b541-449c-81d6-a45ab354cf1b req-d47b565b-eb71-44d5-b202-a115260d6b23 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:15.018903 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ae8c84f2-b541-449c-81d6-a45ab354cf1b req-d47b565b-eb71-44d5-b202-a115260d6b23 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.0531902 Oct 28 10:00:15.062184 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ae8c84f2-b541-449c-81d6-a45ab354cf1b req-1626fc9f-788f-4b98-9cf3-426578f95a09 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365746 Oct 28 10:00:15.156357 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-29066117-05b0-4f47-a1fd-a3ec5c4ed596 req-ef35cd4f-216c-4eef-923b-e7036bc8340e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 210 time: 0.0265882 Oct 28 10:00:16.136117 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-92006dd3-dfe0-47e9-b91f-9a6e74496c7e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:16.137586 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-92006dd3-dfe0-47e9-b91f-9a6e74496c7e tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "GET /v2.0/networks?id=205ae73f-5d95-4eea-9d96-d376199c03ff HTTP/1.1" status: 200 len: 813 time: 0.1080198 Oct 28 10:00:16.154908 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Request body: {'port': {'device_id': '9176741c-4071-4c65-8518-586a5a98dbfb', 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff', 'admin_state_up': True, 'tenant_id': '8273ac2aca774a0aa4b6a43247c31c7a'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:16.264746 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-248fa8bc-7970-4971-8829-188f6b6982aa req-3e0d758e-d2c7-4308-aadc-136b72b1eaa1 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 210 time: 0.0362115 Oct 28 10:00:16.282430 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc16b02-7957-4767-9758-3d09e920380e req-dd0ae660-e459-4f8c-a2d7-296c18077fc9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:16.284712 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0dc16b02-7957-4767-9758-3d09e920380e req-dd0ae660-e459-4f8c-a2d7-296c18077fc9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 943 time: 0.1462286 Oct 28 10:00:16.354082 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0dc16b02-7957-4767-9758-3d09e920380e req-ac78c229-80b8-47fc-b316-1015216e79f5 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620885 Oct 28 10:00:16.442692 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Made reservation on behalf of 8273ac2aca774a0aa4b6a43247c31c7a for: {'port': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:00:16.446283 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.572261 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Allocated IP 172.20.0.5 (205ae73f-5d95-4eea-9d96-d376199c03ff/1555cbf4-793d-48ca-b174-095d3b4a21a5/ec05d4d8-f1e0-49f8-87d1-366a955416cf) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:16.681084 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5f5d6985-145d-4f21-8120-003269e5b4c1 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:00:16.733583 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.781229 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 5f5d6985-145d-4f21-8120-003269e5b4c1, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5f5d6985-145d-4f21-8120-003269e5b4c1,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:16.792893 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:00:16.830235 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.839459 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.843053 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5d6985-145d-4f21-8120-003269e5b4c1 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:00:16.864309 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 5f5d6985-145d-4f21-8120-003269e5b4c1, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5f5d6985-145d-4f21-8120-003269e5b4c1,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:16.887626 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Network 205ae73f-5d95-4eea-9d96-d376199c03ff is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:16.890915 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:16.895387 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:16.901646 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Pushing event updated for resources: {'Port': ['ID=ec05d4d8-f1e0-49f8-87d1-366a955416cf,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:16.946636 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:16.947143 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:16.958642 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.005231 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=5f5d6985-145d-4f21-8120-003269e5b4c1,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:17.012081 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.012427 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.012799 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.013131 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.013460 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.013786 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.014104 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.014422 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.014751 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.015065 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.015381 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.015696 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:00:17.018811 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-813f31cc-d29f-45be-b16a-423ecf2e269f tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8687592 Oct 28 10:00:17.031442 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Request body: {'port': {'device_id': '9176741c-4071-4c65-8518-586a5a98dbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:17.086654 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.178704 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['5f5d6985-145d-4f21-8120-003269e5b4c1'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:00:17.391738 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec05d4d8-f1e0-49f8-87d1-366a955416cf {{(pid=108755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:00:17.402672 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.424642 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245ab8c-a8cf-45a0-a77f-0661d21596a0 req-449b1908-3e03-4fbe-90d1-ccb738a1e1b1 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:17.426403 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f245ab8c-a8cf-45a0-a77f-0661d21596a0 req-449b1908-3e03-4fbe-90d1-ccb738a1e1b1 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 931 time: 0.0761240 Oct 28 10:00:17.438926 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.provisioning_blocks [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Transition to ACTIVE for port object ec05d4d8-f1e0-49f8-87d1-366a955416cf will not be triggered until provisioned by entity L2. {{(pid=108755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 10:00:17.494380 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-f245ab8c-a8cf-45a0-a77f-0661d21596a0 req-378378d3-c4f3-482a-88f0-d4a8cdbcc536 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570037 Oct 28 10:00:17.495899 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.506635 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01698926-491b-4c15-a8b8-e862aa257836 req-ea7f6129-16f1-433e-84e5-7714b7669611 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:17.508153 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-01698926-491b-4c15-a8b8-e862aa257836 req-ea7f6129-16f1-433e-84e5-7714b7669611 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 944 time: 0.0792511 Oct 28 10:00:17.579625 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Pushing event updated for resources: {'Port': ['ID=ec05d4d8-f1e0-49f8-87d1-366a955416cf,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:17.592844 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-01698926-491b-4c15-a8b8-e862aa257836 req-94c5490e-43cf-4333-912d-a10c2d621b6f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623074 Oct 28 10:00:17.656167 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Attempting to bind port ec05d4d8-f1e0-49f8-87d1-366a955416cf on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:00:17.656503 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Attempting to bind port ec05d4d8-f1e0-49f8-87d1-366a955416cf by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:00:17.656859 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Attempting to bind port ec05d4d8-f1e0-49f8-87d1-366a955416cf on network 205ae73f-5d95-4eea-9d96-d376199c03ff {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.661687 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Port ec05d4d8-f1e0-49f8-87d1-366a955416cf on network 205ae73f-5d95-4eea-9d96-d376199c03ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 10:00:17.662047 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Attempting to bind port ec05d4d8-f1e0-49f8-87d1-366a955416cf on network 205ae73f-5d95-4eea-9d96-d376199c03ff {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:00:17.666744 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 9, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:00:17.667078 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Checking segment: {'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:00:17.667456 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Bound using segment: {'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:00:17.667901 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Bound port: ec05d4d8-f1e0-49f8-87d1-366a955416cf, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248a76f6-e53a-4504-b821-5f0ece45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff'}}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:00:17.668233 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.735312 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] For port ec05d4d8-f1e0-49f8-87d1-366a955416cf, host hv-cinder-81571, cleared binding levels {{(pid=108755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:00:17.738437 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] For port ec05d4d8-f1e0-49f8-87d1-366a955416cf, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ec05d4d8-f1e0-49f8-87d1-366a955416cf,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:00:17.816579 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.854141 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:17.854750 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:17.856128 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] 10.222.0.109 "PUT /v2.0/ports/ec05d4d8-f1e0-49f8-87d1-366a955416cf HTTP/1.1" status: 200 len: 1093 time: 0.8289735 Oct 28 10:00:17.856609 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9176741c-4071-4c65-8518-586a5a98dbfb', 'tag': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:17.858890 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b9209b-f750-4e37-a25f-96a9fc441e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9176741c-4071-4c65-8518-586a5a98dbfb", "tag": "ec05d4d8-f1e0-49f8-87d1-366a955416cf"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:17.883794 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4021c36-cf12-4ff8-b842-ea04c71a9eaf service neutron] Pushing event updated for resources: {'Port': ['ID=ec05d4d8-f1e0-49f8-87d1-366a955416cf,revision_number=3']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:17.895314 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a77b22-1eed-4ec9-9274-8f1ec58ea58a x-openstack-request-id: req-a8a77b22-1eed-4ec9-9274-8f1ec58ea58a {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:17.895601 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9176741c-4071-4c65-8518-586a5a98dbfb", "tag": "ec05d4d8-f1e0-49f8-87d1-366a955416cf", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:17.895872 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a8a77b22-1eed-4ec9-9274-8f1ec58ea58a {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:17.896259 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9176741c-4071-4c65-8518-586a5a98dbfb', 'tag': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf', 'status': 'completed', 'code': 200} Oct 28 10:00:17.962036 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9209b-f750-4e37-a25f-96a9fc441e2a req-20a0027a-56fe-43c0-b5a1-27a1b8f6d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:17.963544 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14b9209b-f750-4e37-a25f-96a9fc441e2a req-20a0027a-56fe-43c0-b5a1-27a1b8f6d46e service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 1096 time: 0.0454850 Oct 28 10:00:18.067417 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9209b-f750-4e37-a25f-96a9fc441e2a req-ccfc973b-aa57-450c-ad0b-2d0b143c9328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:18.068815 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14b9209b-f750-4e37-a25f-96a9fc441e2a req-ccfc973b-aa57-450c-ad0b-2d0b143c9328 service neutron] 10.222.0.109 "GET /v2.0/networks?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0966578 Oct 28 10:00:18.161657 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9209b-f750-4e37-a25f-96a9fc441e2a req-172fb9b4-b969-47ae-8644-39b0656a6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:18.163135 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14b9209b-f750-4e37-a25f-96a9fc441e2a req-172fb9b4-b969-47ae-8644-39b0656a6007 service neutron] 10.222.0.109 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876162 Oct 28 10:00:18.240122 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-17111755-afe8-49ac-abea-43204a95c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:18.242112 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-17111755-afe8-49ac-abea-43204a95c4c8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 1096 time: 0.0414457 Oct 28 10:00:18.287876 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-d8c5fac4-aae6-4381-ba10-a2ef85a4b1d7 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec05d4d8-f1e0-49f8-87d1-366a955416cf HTTP/1.1" status: 200 len: 217 time: 0.0373359 Oct 28 10:00:18.336854 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-ac1e8de3-dd80-4e3c-ad64-3ec83ddf73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:18.338191 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-ac1e8de3-dd80-4e3c-ad64-3ec83ddf73f0 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=1555cbf4-793d-48ca-b174-095d3b4a21a5 HTTP/1.1" status: 200 len: 853 time: 0.0432920 Oct 28 10:00:18.369843 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-91304774-70af-410c-8f84-491655e3bfda service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=205ae73f-5d95-4eea-9d96-d376199c03ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240259 Oct 28 10:00:18.462775 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-cbfcdcf7-b3ca-4915-867a-3b4e7b1d9636 service neutron] 10.222.0.109 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853119 Oct 28 10:00:18.554105 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-6680a77b-c68e-45e8-8442-41a2286eb321 req-e701fa1f-45e3-4ffe-a65a-ffadbac24757 service neutron] 10.222.0.109 "GET /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834439 Oct 28 10:00:18.618805 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf4728-0270-4e11-bacf-6a361d8725f6 req-1dc2b1ad-c22f-4b08-81f4-fa87fd70a7df tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:18.620262 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d7cf4728-0270-4e11-bacf-6a361d8725f6 req-1dc2b1ad-c22f-4b08-81f4-fa87fd70a7df tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 943 time: 0.0576551 Oct 28 10:00:18.661859 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d7cf4728-0270-4e11-bacf-6a361d8725f6 req-f82d26b3-3ad6-43db-8a84-f5247f8fa9d3 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354509 Oct 28 10:00:18.685176 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5f5d6985-145d-4f21-8120-003269e5b4c1 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:18.719446 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27c27d-c278-4c23-87fe-c6e776d2e73a req-b06922be-7590-48f7-bdbb-6645c8777070 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:18.721463 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cd27c27d-c278-4c23-87fe-c6e776d2e73a req-b06922be-7590-48f7-bdbb-6645c8777070 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 944 time: 0.0518720 Oct 28 10:00:18.761028 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-cd27c27d-c278-4c23-87fe-c6e776d2e73a req-3c0d594f-dcf2-4bfc-9a9d-4eee99852f5a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Oct 28 10:00:18.810404 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port 5f5d6985-145d-4f21-8120-003269e5b4c1 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 10:00:18.815520 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port 5f5d6985-145d-4f21-8120-003269e5b4c1 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:18.815888 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.892751 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:18.914890 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:18.917156 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c4aa82-afbd-491c-b5fc-d39c79e193b7" -d '{"events": [{"server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:18.935074 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port 5f5d6985-145d-4f21-8120-003269e5b4c1, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5f5d6985-145d-4f21-8120-003269e5b4c1,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:19.010188 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:19.164998 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f440f6b5-c0f1-4713-b31c-5078ed35aef9 x-openstack-request-id: req-f440f6b5-c0f1-4713-b31c-5078ed35aef9 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:19.165218 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "name": "network-vif-plugged", "status": "completed", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:19.165416 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f440f6b5-c0f1-4713-b31c-5078ed35aef9 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:19.165882 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'code': 200} Oct 28 10:00:19.191185 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=5f5d6985-145d-4f21-8120-003269e5b4c1,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:19.507835 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcbb81-0876-4f0a-a998-dcd69b6a3826 req-58d2f806-dfb2-44d2-868e-873985fbf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:19.509335 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14dcbb81-0876-4f0a-a998-dcd69b6a3826 req-58d2f806-dfb2-44d2-868e-873985fbf6c7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0380652 Oct 28 10:00:19.545464 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-14dcbb81-0876-4f0a-a998-dcd69b6a3826 req-2ae289b0-a54e-4835-ac7b-f3e74d225dc0 service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280123 Oct 28 10:00:19.784514 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40220088-9dec-4d26-a261-a228ba6238ae req-3638cdd5-e09f-46ec-95f7-864d850573f1 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:19.786037 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-40220088-9dec-4d26-a261-a228ba6238ae req-3638cdd5-e09f-46ec-95f7-864d850573f1 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 943 time: 0.0560536 Oct 28 10:00:19.825296 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-40220088-9dec-4d26-a261-a228ba6238ae req-926a45e0-8c64-48fc-b84f-fc740474ef93 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331402 Oct 28 10:00:19.880387 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878bb37-037b-4986-84f4-f8add8f0d446 req-521e0ab3-df63-41f2-aa1a-69f5a56b329c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:19.881920 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9878bb37-037b-4986-84f4-f8add8f0d446 req-521e0ab3-df63-41f2-aa1a-69f5a56b329c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Oct 28 10:00:19.919677 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9878bb37-037b-4986-84f4-f8add8f0d446 req-0cd6e45f-ecf2-4e07-bbe8-f0bca8e0bcec tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318575 Oct 28 10:00:20.942788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7469e6b-257e-45bb-9cc3-315b2a08cdf1 req-9240ffca-ee42-402d-b67b-844a6d6416d6 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:20.944460 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e7469e6b-257e-45bb-9cc3-315b2a08cdf1 req-9240ffca-ee42-402d-b67b-844a6d6416d6 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 943 time: 0.0488684 Oct 28 10:00:20.984352 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e7469e6b-257e-45bb-9cc3-315b2a08cdf1 req-e2f7c6a1-f4e1-4db3-b8bf-958143979078 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Oct 28 10:00:21.039167 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0015177-3ae9-4bc8-9176-8d71fcd13488 req-286e8135-f4c1-4792-a32b-821d9958fa10 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:21.040700 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a0015177-3ae9-4bc8-9176-8d71fcd13488 req-286e8135-f4c1-4792-a32b-821d9958fa10 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 945 time: 0.0532708 Oct 28 10:00:21.079427 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a0015177-3ae9-4bc8-9176-8d71fcd13488 req-d77f6718-1241-4b14-b6e8-4f76d16348fa tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Oct 28 10:00:21.193635 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070e38d-0ff4-4bed-b4ba-12c0457affb1 req-50243235-e4cb-4c6e-8eb6-58c4b2dc30ef tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:21.195087 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5070e38d-0ff4-4bed-b4ba-12c0457affb1 req-50243235-e4cb-4c6e-8eb6-58c4b2dc30ef tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 945 time: 0.0483689 Oct 28 10:00:21.233316 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5070e38d-0ff4-4bed-b4ba-12c0457affb1 req-fffd8985-2dd8-4312-88f7-6bf3a5b5eaac tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Oct 28 10:00:21.257172 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 54678) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:21.298683 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeae09b5-d3ca-4231-a963-21ad999fe4c5 tempest-TestVolumeBootPattern-1977678310 tempest-TestVolumeBootPattern-1977678310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:21.300385 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-aeae09b5-d3ca-4231-a963-21ad999fe4c5 tempest-TestVolumeBootPattern-1977678310 tempest-TestVolumeBootPattern-1977678310-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1093 time: 0.0421078 Oct 28 10:00:21.303263 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 54680) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:00:21.307847 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:00:21.496416 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.599557 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.713663 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Allocated IP 172.27.0.121 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/87392d9d-c475-4f93-9225-d78241cdab2f) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:00:21.831781 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:21.959322 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.002820 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:00:22.006600 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:00:22.009582 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:00:22.077058 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=87392d9d-c475-4f93-9225-d78241cdab2f,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.218211 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79780ae-dd7a-4cae-998f-60235bf8a61a req-40730dda-e1a6-4ab1-bff7-a45d7ae4f3c2 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:22.220767 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a79780ae-dd7a-4cae-998f-60235bf8a61a req-40730dda-e1a6-4ab1-bff7-a45d7ae4f3c2 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 943 time: 0.1226878 Oct 28 10:00:22.352709 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-a79780ae-dd7a-4cae-998f-60235bf8a61a req-f7fd4b1f-2ed7-4c87-8b07-94a4fd357a24 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253045 Oct 28 10:00:22.525161 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.671761 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.706662 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ec05d4d8-f1e0-49f8-87d1-366a955416cf details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:00:22.819752 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port ec05d4d8-f1e0-49f8-87d1-366a955416cf, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ec05d4d8-f1e0-49f8-87d1-366a955416cf,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:22.831762 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf', 'network_id': '205ae73f-5d95-4eea-9d96-d376199c03ff', 'port_id': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf', 'mac_address': 'fa:16:3e:72:70:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1555cbf4-793d-48ca-b174-095d3b4a21a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:00:22.853103 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.870533 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.883765 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec05d4d8-f1e0-49f8-87d1-366a955416cf {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:00:22.905174 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port ec05d4d8-f1e0-49f8-87d1-366a955416cf, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ec05d4d8-f1e0-49f8-87d1-366a955416cf,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:22.913214 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.981877 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=87392d9d-c475-4f93-9225-d78241cdab2f,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:22.994417 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:22.996712 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.045847 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=ec05d4d8-f1e0-49f8-87d1-366a955416cf,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:23.101713 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Floating IP 034a758f-c81c-407d-bbe3-9d17b2618591 associated. External IP: 172.27.0.121, port: 5f5d6985-145d-4f21-8120-003269e5b4c1. Oct 28 10:00:23.215787 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['ec05d4d8-f1e0-49f8-87d1-366a955416cf'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:00:23.606449 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336270-790d-4012-abae-1de66646d607 req-6b00a907-2740-4c24-b851-49b18a1b1aa7 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:23.607944 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9c336270-790d-4012-abae-1de66646d607 req-6b00a907-2740-4c24-b851-49b18a1b1aa7 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 944 time: 0.0754030 Oct 28 10:00:23.618195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:00:23.716138 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-9c336270-790d-4012-abae-1de66646d607 req-524870ba-3f12-41c9-b73b-b9fdc5a5abc1 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999188 Oct 28 10:00:23.778099 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:00:23.792404 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:00:23.810674 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:23.811748 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:23.875180 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:23.904408 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-385bbe0d-0f3f-4a85-a018-34f5937cc73e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6001070 Oct 28 10:00:23.904995 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:23.907392 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:23.947288 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81cd293-4f97-47ce-933e-fb39faa8827f x-openstack-request-id: req-c81cd293-4f97-47ce-933e-fb39faa8827f {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:23.947581 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:23.947836 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c81cd293-4f97-47ce-933e-fb39faa8827f {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:23.948235 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'status': 'completed', 'code': 200} Oct 28 10:00:23.956944 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:24.016925 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-bef22ab0-4b13-4fa0-b87c-35795dbdb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:24.018656 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-bef22ab0-4b13-4fa0-b87c-35795dbdb06b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0476134 Oct 28 10:00:24.120359 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-fe041557-8b89-4ca8-9576-20577d0b4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:24.122455 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-fe041557-8b89-4ca8-9576-20577d0b4522 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0963612 Oct 28 10:00:24.210603 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-e391d9b0-5b0e-464d-88d1-cb609f954a68 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5d6985-145d-4f21-8120-003269e5b4c1 HTTP/1.1" status: 200 len: 999 time: 0.0807791 Oct 28 10:00:24.216797 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:22Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:24.249510 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:00:24.260058 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:00:24.260874 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:00:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:24.290495 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-0ea187a6-1144-4985-93b0-5436d4453520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:24.291965 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-0ea187a6-1144-4985-93b0-5436d4453520 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0741677 Oct 28 10:00:24.340413 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-806898ad-58a4-4e5b-bc98-074f0c42e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:24.341964 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-806898ad-58a4-4e5b-bc98-074f0c42e4e5 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419281 Oct 28 10:00:24.383859 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:00:24.445854 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-64cb9c8e-5ba7-4fd6-8336-076a693e1b1d service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960798 Oct 28 10:00:24.550449 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-176aacf5-dfcb-4110-9db5-55c9bdfebbcc req-56b7dbca-434b-4a60-84c4-746c769cbfe7 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971088 Oct 28 10:00:24.637452 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:22Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:00:24.670820 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a0c56-c7f2-402f-9e64-27a11648a428 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:22Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:00:24.710412 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ec05d4d8-f1e0-49f8-87d1-366a955416cf up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:00:24.845320 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port ec05d4d8-f1e0-49f8-87d1-366a955416cf completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 10:00:24.851949 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port ec05d4d8-f1e0-49f8-87d1-366a955416cf triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:00:24.852617 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:24.875517 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6d89c-6daa-40e0-a7da-b26a3c9f7c6d req-61e78d05-aee1-407b-b2bf-144b34943610 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:24.879399 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-edf6d89c-6daa-40e0-a7da-b26a3c9f7c6d req-61e78d05-aee1-407b-b2bf-144b34943610 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 944 time: 0.0757132 Oct 28 10:00:24.933726 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08991bf7-ab02-465a-a874-1b3683110daa None None] New status for floating IP 034a758f-c81c-407d-bbe3-9d17b2618591: ACTIVE {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:00:24.952963 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-edf6d89c-6daa-40e0-a7da-b26a3c9f7c6d req-fce5eabf-fa6f-4a4b-93a6-00711ef7cf8c tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610530 Oct 28 10:00:24.993630 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.018476 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9176741c-4071-4c65-8518-586a5a98dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:25.030758 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae501ed3-2dc3-4dec-ba18-5d02daa8630e" -d '{"events": [{"server_uuid": "9176741c-4071-4c65-8518-586a5a98dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "ec05d4d8-f1e0-49f8-87d1-366a955416cf"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:25.044784 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port ec05d4d8-f1e0-49f8-87d1-366a955416cf, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ec05d4d8-f1e0-49f8-87d1-366a955416cf,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:25.070616 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422f54de-fde7-4446-9e9e-943d93a2b3d8 x-openstack-request-id: req-422f54de-fde7-4446-9e9e-943d93a2b3d8 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:25.071173 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9176741c-4071-4c65-8518-586a5a98dbfb", "name": "network-vif-plugged", "status": "completed", "tag": "ec05d4d8-f1e0-49f8-87d1-366a955416cf", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:25.071499 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-422f54de-fde7-4446-9e9e-943d93a2b3d8 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:25.071973 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9176741c-4071-4c65-8518-586a5a98dbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf', 'code': 200} Oct 28 10:00:25.113463 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:25.162048 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=ec05d4d8-f1e0-49f8-87d1-366a955416cf,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:25.387243 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e7bc3-45d7-458e-a074-31b862a5a959 req-da045a02-e507-4b5e-9d7c-c313560f981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:25.388762 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b52e7bc3-45d7-458e-a074-31b862a5a959 req-da045a02-e507-4b5e-9d7c-c313560f981f service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 1098 time: 0.0415003 Oct 28 10:00:25.424535 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b52e7bc3-45d7-458e-a074-31b862a5a959 req-231924e9-8e05-48dd-80cb-6f39324f4a9b service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286222 Oct 28 10:00:26.081827 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c950ac-9826-44f9-a3cb-a4d2eb78c555 req-7ab89574-a10b-4654-878d-c2a331e346d2 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:26.083329 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-68c950ac-9826-44f9-a3cb-a4d2eb78c555 req-7ab89574-a10b-4654-878d-c2a331e346d2 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 945 time: 0.0501420 Oct 28 10:00:26.121721 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-68c950ac-9826-44f9-a3cb-a4d2eb78c555 req-e75ec666-4221-48a8-bd57-b5247b16c747 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Oct 28 10:00:27.255214 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8835c-7442-472d-8e36-6fe74b5f3973 req-bfd1a15b-d7c8-4ffd-8411-2de47c155463 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:27.256895 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-caa8835c-7442-472d-8e36-6fe74b5f3973 req-bfd1a15b-d7c8-4ffd-8411-2de47c155463 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 945 time: 0.0614510 Oct 28 10:00:27.303257 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-caa8835c-7442-472d-8e36-6fe74b5f3973 req-c48bec57-c7df-4361-8b21-ed13250f5db2 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Oct 28 10:00:28.254559 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:37.519342 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:00:38.415696 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-c02ba8af-f370-4955-bd17-9a665a0c0ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:40.852978 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-b89d2075-10a9-49ba-89a3-37faee51e81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:42.221556 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:42.452859 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:44.284501 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:50.152181 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58db45e-4e7f-4d55-8648-8934890fd3c0 req-e209c37e-daff-4444-86ec-b19e990eb1af tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:50.153698 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c58db45e-4e7f-4d55-8648-8934890fd3c0 req-e209c37e-daff-4444-86ec-b19e990eb1af tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 945 time: 0.0504768 Oct 28 10:00:50.196982 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c58db45e-4e7f-4d55-8648-8934890fd3c0 req-170085f9-842c-4b91-b88e-3c36fd6e478d tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370755 Oct 28 10:00:51.320706 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8284c26-85e3-45d4-bf7c-34381e789573 req-3bfb74b5-f4d2-463d-80ef-392c91b4d2f3 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:51.322226 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d8284c26-85e3-45d4-bf7c-34381e789573 req-3bfb74b5-f4d2-463d-80ef-392c91b4d2f3 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 945 time: 0.0515354 Oct 28 10:00:51.361912 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-d8284c26-85e3-45d4-bf7c-34381e789573 req-e081e03b-cdb0-44aa-bea8-dab74b492374 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/security-groups?id=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Oct 28 10:00:51.919712 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-5b46884e-be52-4c26-810d-838db200ae4d tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:00:51.919712 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-5b46884e-be52-4c26-810d-838db200ae4d tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 945 time: 0.0556974 Oct 28 10:00:52.013333 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Deleting port ec05d4d8-f1e0-49f8-87d1-366a955416cf {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:00:52.013675 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:52.109306 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] For port ec05d4d8-f1e0-49f8-87d1-366a955416cf, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=ec05d4d8-f1e0-49f8-87d1-366a955416cf,segment=NetworkSegment(248a76f6-e53a-4504-b821-5f0ece45e7ee),segment_id=248a76f6-e53a-4504-b821-5f0ece45e7ee)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:00:52.109667 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:52.125406 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Calling delete_port for ec05d4d8-f1e0-49f8-87d1-366a955416cf owned by compute:nova {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:00:52.338551 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:52.352270 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['ec05d4d8-f1e0-49f8-87d1-366a955416cf'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:00:52.373415 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Pushing event deleted for resources: {'Port': ['ID=ec05d4d8-f1e0-49f8-87d1-366a955416cf,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:00:52.436285 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] No DVR routers for this DVR port ec05d4d8-f1e0-49f8-87d1-366a955416cf on host hv-cinder-81571 {{(pid=108755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:00:52.439670 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:00:52.443480 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-db970c8d-c75b-4ecd-8365-d0f23c182ff6 req-84c2c144-9266-42d7-8532-018883fe29dd tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.109 "DELETE /v2.0/ports/ec05d4d8-f1e0-49f8-87d1-366a955416cf HTTP/1.1" status: 204 len: 173 time: 0.5224328 Oct 28 10:00:52.444603 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9176741c-4071-4c65-8518-586a5a98dbfb', 'name': 'network-vif-deleted', 'tag': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:00:52.446811 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c61c3-db0c-41be-9727-fccf45364a29" -d '{"events": [{"server_uuid": "9176741c-4071-4c65-8518-586a5a98dbfb", "name": "network-vif-deleted", "tag": "ec05d4d8-f1e0-49f8-87d1-366a955416cf"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:00:52.476414 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0171633e-c101-4e7d-864f-bcd1f6ade9d1 req-7fd20bdc-24ac-4f25-975f-d58f860e7535 tempest-VolumesSnapshotTestJSON-215695244 tempest-VolumesSnapshotTestJSON-215695244-project] 10.222.0.104 "GET /v2.0/ports?device_id=9176741c-4071-4c65-8518-586a5a98dbfb HTTP/1.1" status: 200 len: 210 time: 0.0380807 Oct 28 10:00:52.492036 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c254a045-63d2-4008-8eb5-e98400636235 x-openstack-request-id: req-c254a045-63d2-4008-8eb5-e98400636235 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:00:52.492320 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9176741c-4071-4c65-8518-586a5a98dbfb", "name": "network-vif-deleted", "tag": "ec05d4d8-f1e0-49f8-87d1-366a955416cf", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:00:52.492566 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c254a045-63d2-4008-8eb5-e98400636235 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:00:52.492984 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9176741c-4071-4c65-8518-586a5a98dbfb', 'name': 'network-vif-deleted', 'tag': 'ec05d4d8-f1e0-49f8-87d1-366a955416cf', 'status': 'completed', 'code': 200} Oct 28 10:00:54.912747 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ec05d4d8-f1e0-49f8-87d1-366a955416cf no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:00:54.933629 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: ec05d4d8-f1e0-49f8-87d1-366a955416cf {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:00:54.933968 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device ec05d4d8-f1e0-49f8-87d1-366a955416cf not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:00:58.294999 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:08.377810 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-53dd9792-97e8-419b-aa53-276c32eda0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:10.860345 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4a04a3c3-5a41-4850-9cff-8bb4b400b466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:12.226069 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:12.517741 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:14.320529 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:14.518482 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:19.751101 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 54928) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:01:19.799167 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Deleting subnet 1555cbf4-793d-48ca-b174-095d3b4a21a5 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:01:19.802730 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:19.837968 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:19.877761 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.023228 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.054542 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1555cbf4-793d-48ca-b174-095d3b4a21a5,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:20.059376 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.062593 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/1555cbf4-793d-48ca-b174-095d3b4a21a5 HTTP/1.1" status: 204 len: 168 time: 0.3104742 Oct 28 10:01:20.065779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54930) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:01:20.067539 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.067997 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.068555 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.069164 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.069508 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.069869 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.070197 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.070527 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.070857 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.071181 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.071505 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.071831 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a296217-7829-45be-b213-97fb64fad0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.137260 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.214876 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.234694 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205ae73f-5d95-4eea-9d96-d376199c03ff']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:20.244773 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248a76f6-e53a-4504-b821-5f0ece45e7ee') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:20.245066 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248a76f6-e53a-4504-b821-5f0ece45e7ee') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:01:20.256718 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.270839 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.278039 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:01:20.278331 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:01:20.280016 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:01:20.405590 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.410072 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.414184 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] 10.222.0.104 "DELETE /v2.0/networks/205ae73f-5d95-4eea-9d96-d376199c03ff HTTP/1.1" status: 204 len: 168 time: 0.3474073 Oct 28 10:01:20.427690 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Pushing event deleted for resources: {'Network': ['ID=205ae73f-5d95-4eea-9d96-d376199c03ff,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:20.435251 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.435592 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.435955 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.436285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.436603 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.436954 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.437273 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.437596 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.437929 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.438221 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.438538 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.438842 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98fa992b-e134-4f3e-bc2f-40441e352685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:01:20.773805 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54936) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:01:20.815411 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-1c6b03f0-0428-4329-8c71-e74591fb4849 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8273ac2aca774a0aa4b6a43247c31c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381606 Oct 28 10:01:20.817233 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 54938) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:01:20.866527 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-73a43194-f443-4ea2-a9cd-6a47d34396f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.887639 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-73a43194-f443-4ea2-a9cd-6a47d34396f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.986030 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-73a43194-f443-4ea2-a9cd-6a47d34396f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.988948 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-73a43194-f443-4ea2-a9cd-6a47d34396f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:20.991941 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-73a43194-f443-4ea2-a9cd-6a47d34396f0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2498d04f-69d2-4a30-8eb2-1ba5ed403d0d HTTP/1.1" status: 204 len: 168 time: 0.1721287 Oct 28 10:01:20.999990 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a43194-f443-4ea2-a9cd-6a47d34396f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2498d04f-69d2-4a30-8eb2-1ba5ed403d0d,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:28.260887 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:31.775130 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55014) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:01:31.906613 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8240684e-9f0b-414f-82f3-09f2881d8ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:31.982673 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8240684e-9f0b-414f-82f3-09f2881d8ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:32.045329 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-8240684e-9f0b-414f-82f3-09f2881d8ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:32.083241 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-8240684e-9f0b-414f-82f3-09f2881d8ad5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7cc07465dcad4c9085ccda8b6f2c4c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069975 Oct 28 10:01:32.084112 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240684e-9f0b-414f-82f3-09f2881d8ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b4660-561d-4ff6-bed4-fb0088b06b10,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:32.086447 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55018) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:01:32.139854 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3bf397cc-0dd9-4aa1-a995-2e50356e00d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:32.161047 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3bf397cc-0dd9-4aa1-a995-2e50356e00d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:32.296685 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3bf397cc-0dd9-4aa1-a995-2e50356e00d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:32.299320 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-3bf397cc-0dd9-4aa1-a995-2e50356e00d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:32.300545 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-3bf397cc-0dd9-4aa1-a995-2e50356e00d8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ce3b4660-561d-4ff6-bed4-fb0088b06b10 HTTP/1.1" status: 204 len: 168 time: 0.2122931 Oct 28 10:01:32.308810 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf397cc-0dd9-4aa1-a995-2e50356e00d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b4660-561d-4ff6-bed4-fb0088b06b10,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:01:38.015463 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-e691298a-23dd-4146-b616-6e1397e02bd7 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404158 Oct 28 10:01:38.100159 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5739a51-0b60-4535-84cc-27c087f587fe req-2a546f54-41c9-497e-972a-81b0e1c91ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:38.101748 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-2a546f54-41c9-497e-972a-81b0e1c91ca3 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0409882 Oct 28 10:01:38.211308 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5739a51-0b60-4535-84cc-27c087f587fe req-3d9c8f1f-0910-4cce-8db3-7ce3fd8d88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:38.212904 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-3d9c8f1f-0910-4cce-8db3-7ce3fd8d88ab service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0907733 Oct 28 10:01:38.283888 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-509ed862-e75b-49cb-bf69-ff3921e14432 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5d6985-145d-4f21-8120-003269e5b4c1 HTTP/1.1" status: 200 len: 1001 time: 0.0635908 Oct 28 10:01:38.333731 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5739a51-0b60-4535-84cc-27c087f587fe req-011824fb-e60c-4518-b3ea-f016e533b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:38.335164 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-011824fb-e60c-4518-b3ea-f016e533b7bb service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0442886 Oct 28 10:01:38.383463 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5739a51-0b60-4535-84cc-27c087f587fe req-b5afbb86-e5fb-41a6-ae9f-50ca2373f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:01:38.385017 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-b5afbb86-e5fb-41a6-ae9f-50ca2373f6b3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414407 Oct 28 10:01:38.393371 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-660dc746-47b2-4750-8716-eef78f75167e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:38.485099 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-53c57ed6-8fa3-4023-bf1e-f6ef8a813dac service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910845 Oct 28 10:01:38.578181 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b5739a51-0b60-4535-84cc-27c087f587fe req-25ad74d5-3d0e-4bd0-805b-ce4a9ab869e7 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849922 Oct 28 10:01:40.850450 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d2122ffc-38d1-4940-9a55-8ab7d881d217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:42.239032 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:42.518901 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:44.288261 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:01:51.517956 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:01:58.346536 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:08.374729 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0e81e338-b933-4d8e-801c-6c687327fe63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:10.859276 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-815c9457-66d4-480f-9291-1fb4b1cc200f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:12.225965 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:12.494615 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:12.934783 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-7ea65e13-4714-4c00-b897-1ae824aae5bd tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252555229&fields=id&tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 267 time: 0.0381958 Oct 28 10:02:13.058908 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-805a8f3f-9dee-471c-af62-6691f604514a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:13.059932 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-805a8f3f-9dee-471c-af62-6691f604514a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 811 time: 0.1175926 Oct 28 10:02:13.083364 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-e21e1f5a-85b6-453e-ac94-987e44cf5cd6 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/quotas/8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 375 time: 0.0133996 Oct 28 10:02:13.157791 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-39002f2e-1473-4097-84a4-6f2afc9c5347 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0669234 Oct 28 10:02:13.315923 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-dc29745c-784f-4771-b9bf-73d1a26289b7 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=108755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 10:02:13.317811 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-dc29745c-784f-4771-b9bf-73d1a26289b7 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1390464 Oct 28 10:02:13.445280 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-40447365-6f8a-474b-86f5-2805d619c8b2 service neutron] 10.222.0.104 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151319 Oct 28 10:02:13.548221 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-3bde2c5b-8402-4fcb-ab2f-36ef69858eae service neutron] 10.222.0.104 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956175 Oct 28 10:02:14.207096 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-05cd4c55-0f91-43b4-b4b9-a0f2fdac6165 req-868072ca-33b5-4869-9a4a-6baf0be374bd tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 210 time: 0.0427809 Oct 28 10:02:14.341199 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:15.314170 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0176ac21-788f-4001-a285-c05c9ce09b5e req-40aed94a-c7e0-4251-a01c-8029cfd54820 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 210 time: 0.0284526 Oct 28 10:02:16.464533 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4d3ee1c5-8a6d-4b2b-a0f5-6353faaf7aac req-ceab341a-60a1-4351-a445-a57708895009 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 210 time: 0.0366530 Oct 28 10:02:16.514558 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-8bc24f88-fbd3-4f59-a4e8-6ae4552d48f9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:16.516100 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-8bc24f88-fbd3-4f59-a4e8-6ae4552d48f9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 811 time: 0.1365964 Oct 28 10:02:16.563365 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-1a51233c-d67b-4375-90ba-af89cb028b64 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3 HTTP/1.1" status: 200 len: 380 time: 0.0377846 Oct 28 10:02:16.573247 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'port': {'device_id': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'admin_state_up': True, 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'security_groups': ['bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca']}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:02:16.774856 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Made reservation on behalf of 8891d4ce726f4b84a18cbb3bce4e53c3 for: {'port': 1} {{(pid=108755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:02:16.781274 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:16.923981 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_common [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Allocated IP 172.20.0.5 (5478037d-e561-4e8b-811e-6f93ca4dff8e/a44ccb35-3f0d-40a2-a127-116e092a45c6/fc7b947c-a4ba-4e69-bb2b-622c17670eb6) {{(pid=108755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:17.098236 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:17.203467 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_create {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:17.254363 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e is already hosted by enough agents. {{(pid=108755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:17.261789 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.base_scheduler [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Resources bound (agent type, host, resource id): {{(pid=108755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:17.266925 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Received port after_create {{(pid=108755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:02:17.271603 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,revision_number=1']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:17.337567 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:17.338412 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:17.441540 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-f32f2eb8-66ea-404a-b509-dd02644e82f2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8724096 Oct 28 10:02:17.456330 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.v2.base [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Request body: {'port': {'device_id': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81571'}} {{(pid=108755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:02:17.523995 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:17.563845 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-1d9b32be-fa16-4768-b3d4-ef24ffd5877e None None] Provisioning complete for port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 triggered by entity DHCP. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:02:17.564811 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1d9b32be-fa16-4768-b3d4-ef24ffd5877e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:17.606803 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b32be-fa16-4768-b3d4-ef24ffd5877e None None] Port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 cannot update to ACTIVE because it is not bound. {{(pid=108757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 10:02:17.693309 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823b24-dfde-493f-b00b-a5358645c61d req-06ef7b71-3aca-41ed-80b1-2d5265e8b965 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:17.694858 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-69823b24-dfde-493f-b00b-a5358645c61d req-06ef7b71-3aca-41ed-80b1-2d5265e8b965 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 931 time: 0.1413996 Oct 28 10:02:17.782191 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-69823b24-dfde-493f-b00b-a5358645c61d req-141e7139-efce-4e9b-830e-18e37ca46a01 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800128 Oct 28 10:02:17.898550 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7b947c-a4ba-4e69-bb2b-622c17670eb6 {{(pid=108755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:02:17.908236 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:17.922218 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.provisioning_blocks [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Transition to ACTIVE for port object fc7b947c-a4ba-4e69-bb2b-622c17670eb6 will not be triggered until provisioned by entity L2. {{(pid=108755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 10:02:18.014547 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:18.094600 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,revision_number=2']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:18.141352 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Attempting to bind port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 on host hv-cinder-81571 for vnic_type normal with profile {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 10:02:18.141994 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Attempting to bind port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 by drivers openvswitch,hyperv on host hv-cinder-81571 at level 0 using segments [{'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 10:02:18.142528 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Attempting to bind port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:18.148043 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81571 {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 10:02:18.148365 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Attempting to bind port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 on network 5478037d-e561-4e8b-811e-6f93ca4dff8e {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:02:18.154884 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Checking agent: {'id': '71abcd14-5fb4-41ec-95a6-b5407268163f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81571', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'started_at': datetime.datetime(2021, 10, 28, 9, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 10, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 10:02:18.155221 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Checking segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 10:02:18.155601 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Bound using segment: {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'} {{(pid=108755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 10:02:18.156029 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.managers [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Bound port: fc7b947c-a4ba-4e69-bb2b-622c17670eb6, host: hv-cinder-81571, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e'}}] {{(pid=108755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 10:02:18.156383 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:18.228210 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] For port fc7b947c-a4ba-4e69-bb2b-622c17670eb6, host hv-cinder-81571, cleared binding levels {{(pid=108755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:02:18.232191 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] For port fc7b947c-a4ba-4e69-bb2b-622c17670eb6, host hv-cinder-81571, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:02:18.346218 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18153192'] for port, after_update {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:18.379753 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:18.380381 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:18.381851 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] 10.222.0.109 "PUT /v2.0/ports/fc7b947c-a4ba-4e69-bb2b-622c17670eb6 HTTP/1.1" status: 200 len: 1093 time: 0.9317045 Oct 28 10:02:18.387287 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:02:18.389664 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b" -d '{"events": [{"name": "network-changed", "server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:18.426875 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d17a54-162c-446f-8bd9-de874630dbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,revision_number=3']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:18.600458 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-38737949-7682-445f-b41a-f848c35cd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:18.602167 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-38737949-7682-445f-b41a-f848c35cd98b service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 1096 time: 0.0574880 Oct 28 10:02:18.650967 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-e38abbb7-34e8-4300-969f-7f8192d99227 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6 HTTP/1.1" status: 200 len: 217 time: 0.0405722 Oct 28 10:02:18.708150 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-e164a1d5-c214-4fc2-9d48-13d8aabd8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:18.709714 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-e164a1d5-c214-4fc2-9d48-13d8aabd8b83 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0523031 Oct 28 10:02:18.762065 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-369a3c07-a369-4fbf-8dfc-8aaf86f21ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:18.763801 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-369a3c07-a369-4fbf-8dfc-8aaf86f21ba3 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464215 Oct 28 10:02:18.789677 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44da38a-9bc7-42c9-b3bb-2d85160a92c3 x-openstack-request-id: req-c44da38a-9bc7-42c9-b3bb-2d85160a92c3 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:18.789964 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:18.790215 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c44da38a-9bc7-42c9-b3bb-2d85160a92c3 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:18.790611 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'status': 'completed', 'code': 200} Oct 28 10:02:18.877651 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-6690ec9b-7ece-4ed6-ac15-3d7373fceaa1 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069767 Oct 28 10:02:18.967353 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc78f3-56bf-4785-8a19-3c667a74302d req-82bb5cf1-17bb-4894-9f6f-9f83e4fe665e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:18.968877 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e1cc78f3-56bf-4785-8a19-3c667a74302d req-82bb5cf1-17bb-4894-9f6f-9f83e4fe665e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.1080780 Oct 28 10:02:19.009664 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-b6aae8d4-9eaf-45e3-aba7-4ff286d80f60 req-5b21065d-6443-4d34-8b09-91b1da93265d service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188238 Oct 28 10:02:19.027283 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e1cc78f3-56bf-4785-8a19-3c667a74302d req-82921d96-2fd3-4598-8c73-41b1f98265b9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518119 Oct 28 10:02:19.173697 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-449421b9-0a42-4f81-8831-c8c60a8b3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:19.175288 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-449421b9-0a42-4f81-8831-c8c60a8b3ef7 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 1096 time: 0.0453322 Oct 28 10:02:19.268457 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-8f894340-4901-4505-8626-e69f87d75136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:19.269943 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-8f894340-4901-4505-8626-e69f87d75136 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0867889 Oct 28 10:02:19.576164 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-91403e9e-94e4-4ec1-8bc6-a4a981654a36 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6 HTTP/1.1" status: 200 len: 217 time: 0.2971201 Oct 28 10:02:19.638331 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-7eb19600-2e14-4df3-a21d-93f61f47e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:19.640828 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-7eb19600-2e14-4df3-a21d-93f61f47e7ad service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0513029 Oct 28 10:02:19.693904 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-4d25fa29-fc28-4e1c-96ab-8d9885f7467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:19.695558 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-4d25fa29-fc28-4e1c-96ab-8d9885f7467e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466161 Oct 28 10:02:19.795264 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-7a4e9eb6-1c89-457a-af9d-fc5d51a91bb2 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913053 Oct 28 10:02:19.890213 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5d0f48ff-eddc-4868-9a3f-38dbeba6ef5b req-896aac5a-50cd-4438-ac9b-b3dc43d2326c service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876594 Oct 28 10:02:20.150110 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b0e76-a487-4a25-a191-8f0eb62a3233 req-ceaae56d-d122-4dcd-855d-db8d441caa74 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:20.151918 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-036b0e76-a487-4a25-a191-8f0eb62a3233 req-ceaae56d-d122-4dcd-855d-db8d441caa74 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.0519824 Oct 28 10:02:20.193246 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-036b0e76-a487-4a25-a191-8f0eb62a3233 req-8e578785-e344-4164-9f62-fe298f99678a tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354345 Oct 28 10:02:21.319918 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0215-cd1d-435e-9c10-9f5393b4c3f2 req-92a2bc18-8777-428e-aabd-d4cded3987d0 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:21.321464 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-379a0215-cd1d-435e-9c10-9f5393b4c3f2 req-92a2bc18-8777-428e-aabd-d4cded3987d0 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.0519240 Oct 28 10:02:21.360257 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-379a0215-cd1d-435e-9c10-9f5393b4c3f2 req-f056bcef-99ac-491a-934d-c79f78e7b1b5 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Oct 28 10:02:22.494833 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9bcf8-0dbc-4f32-8e10-904b2696d309 req-72a56086-87a5-454d-8d5a-a921e21ada5b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:22.496635 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fae9bcf8-0dbc-4f32-8e10-904b2696d309 req-72a56086-87a5-454d-8d5a-a921e21ada5b tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.0666838 Oct 28 10:02:22.542979 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fae9bcf8-0dbc-4f32-8e10-904b2696d309 req-ab93de4e-355e-46a0-ae2d-7e36161ef1e9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394049 Oct 28 10:02:23.666948 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5abd5e-94db-42dd-a92f-62b62ef25ffc req-0370a6ab-16f2-4cf3-87a1-4eb03ce08724 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:23.668452 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ba5abd5e-94db-42dd-a92f-62b62ef25ffc req-0370a6ab-16f2-4cf3-87a1-4eb03ce08724 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.0553150 Oct 28 10:02:23.707982 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-ba5abd5e-94db-42dd-a92f-62b62ef25ffc req-1682a8c4-2f7f-4885-a7ee-c31cef46e796 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Oct 28 10:02:24.829017 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f691f9-df53-4ca5-812a-3ac3a041eefd req-af6ce109-9746-420e-b039-041fe12f1736 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:24.830448 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e2f691f9-df53-4ca5-812a-3ac3a041eefd req-af6ce109-9746-420e-b039-041fe12f1736 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.0492566 Oct 28 10:02:24.872156 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-e2f691f9-df53-4ca5-812a-3ac3a041eefd req-5bb28b6f-fda8-4566-86cb-6835d3510613 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356474 Oct 28 10:02:26.003524 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e66fa-2a38-44b3-aef0-7b26e295c3b4 req-4e38c33e-478d-4f96-bb4e-30fbc02b9fcd tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:26.005071 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-697e66fa-2a38-44b3-aef0-7b26e295c3b4 req-4e38c33e-478d-4f96-bb4e-30fbc02b9fcd tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.0578949 Oct 28 10:02:26.049305 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-697e66fa-2a38-44b3-aef0-7b26e295c3b4 req-73691312-4381-4591-b068-510719a284ef tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370395 Oct 28 10:02:27.171360 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f034d4-1c6a-45b3-97ab-6eb1f1434c4d req-13092e45-9baf-4a8e-9610-f43103be4a46 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:27.172997 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-26f034d4-1c6a-45b3-97ab-6eb1f1434c4d req-13092e45-9baf-4a8e-9610-f43103be4a46 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 943 time: 0.0525122 Oct 28 10:02:27.217118 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-26f034d4-1c6a-45b3-97ab-6eb1f1434c4d req-b27c26d4-e258-44ec-964f-d017d5c2bfc9 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375693 Oct 28 10:02:27.389242 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device fc7b947c-a4ba-4e69-bb2b-622c17670eb6 details requested by agent hyperv_hv-cinder-81571 with host hv-cinder-81571 {{(pid=108757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 10:02:27.494939 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port fc7b947c-a4ba-4e69-bb2b-622c17670eb6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:27.637608 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Returning: {'device': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'port_id': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'mac_address': 'fa:16:3e:3c:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 10:02:27.677315 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:27.691932 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7b947c-a4ba-4e69-bb2b-622c17670eb6 {{(pid=108757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 10:02:27.713511 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port fc7b947c-a4ba-4e69-bb2b-622c17670eb6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:27.785616 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:27.836348 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,revision_number=4']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:27.844444 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.844774 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.844929 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.845271 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.845624 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.845956 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.846283 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.846636 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.846966 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.847289 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.847608 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:27.847928 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:28.010689 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] get_ports_and_sgs() called for port_ids ['fc7b947c-a4ba-4e69-bb2b-622c17670eb6'] {{(pid=108757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 10:02:28.357107 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:28.359583 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63190e-4512-4913-aed6-2e3f39bb5111 req-44b26670-0068-4f47-9a2a-339700e2b037 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:28.361488 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4c63190e-4512-4913-aed6-2e3f39bb5111 req-44b26670-0068-4f47-9a2a-339700e2b037 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 944 time: 0.0527606 Oct 28 10:02:28.407786 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4c63190e-4512-4913-aed6-2e3f39bb5111 req-c41a5abe-2017-4fe7-add3-1df5b9621a2d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402710 Oct 28 10:02:28.518086 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:02:29.405809 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device fc7b947c-a4ba-4e69-bb2b-622c17670eb6 up at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:02:29.532788 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd36dc4-28c9-4ccf-a4f7-7773be60d9ba req-e40e467d-3bb1-4530-a287-ef96d3ed68e3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:29.534336 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8bd36dc4-28c9-4ccf-a4f7-7773be60d9ba req-e40e467d-3bb1-4530-a287-ef96d3ed68e3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 944 time: 0.0569122 Oct 28 10:02:29.550862 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning for port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 completed by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 10:02:29.555869 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.provisioning_blocks [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Provisioning complete for port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 triggered by entity L2. {{(pid=108757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 10:02:29.556399 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1006960'] for port, provisioning_complete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:29.575836 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-8bd36dc4-28c9-4ccf-a4f7-7773be60d9ba req-7f61700a-a410-4f0c-b84e-d9a13984b9bb tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351424 Oct 28 10:02:29.643177 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:29.668131 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6'}] {{(pid=108757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:02:29.670437 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}442235c2a7a3d1263a83e647668c59546dd1123e2efff5b4377214f4202b97f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13119c5-5a7b-4967-9bb0-0c7d48210c5e" -d '{"events": [{"server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "name": "network-vif-plugged", "status": "completed", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6"}]}' {{(pid=108757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:29.683727 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] For port fc7b947c-a4ba-4e69-bb2b-622c17670eb6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:02:29.710451 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a742b0b2-a0db-4179-b287-c62dbc03c7d7 x-openstack-request-id: req-a742b0b2-a0db-4179-b287-c62dbc03c7d7 {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:29.710451 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "name": "network-vif-plugged", "status": "completed", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6", "code": 200}]} {{(pid=108757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:29.710451 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a742b0b2-a0db-4179-b287-c62dbc03c7d7 {{(pid=108757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:29.710451 dv-cinder-815712-3-iscsi neutron-server[108757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'code': 200} Oct 28 10:02:29.750802 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547'] for port, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:29.805020 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Pushing event updated for resources: {'Port': ['ID=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,revision_number=5']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:30.040156 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3198e2-58ef-4fb7-b3a3-9dc122a5e97e req-36915290-9857-411a-a0a3-bf58d4687cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:30.041708 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fb3198e2-58ef-4fb7-b3a3-9dc122a5e97e req-36915290-9857-411a-a0a3-bf58d4687cf4 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 1098 time: 0.0395906 Oct 28 10:02:30.082402 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fb3198e2-58ef-4fb7-b3a3-9dc122a5e97e req-0f4cfe2f-11bb-490b-af46-0328bd5adc0c service neutron] 10.222.0.109 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292346 Oct 28 10:02:30.701821 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d079818-6204-448f-82da-78fb65ccd056 req-4c741637-d10e-459a-9e33-231ba77839d7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:30.703301 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7d079818-6204-448f-82da-78fb65ccd056 req-4c741637-d10e-459a-9e33-231ba77839d7 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 945 time: 0.0502932 Oct 28 10:02:30.741437 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-7d079818-6204-448f-82da-78fb65ccd056 req-80998648-7851-4eaa-93c7-62e81d7f9463 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Oct 28 10:02:31.861829 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de361-55ff-4b20-9fc0-a4ebd45ca8c8 req-28f3eb02-86c7-40c2-bd05-8a113134be6f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:31.863232 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd3de361-55ff-4b20-9fc0-a4ebd45ca8c8 req-28f3eb02-86c7-40c2-bd05-8a113134be6f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 945 time: 0.0528328 Oct 28 10:02:31.901467 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd3de361-55ff-4b20-9fc0-a4ebd45ca8c8 req-7b3f83fd-600b-4c67-9492-14b7af1f2be8 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321906 Oct 28 10:02:32.020522 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0eb88f-97fc-439f-aaf1-562c0e78a09f req-5dacb47e-3387-45f9-aeab-69719a6e33c6 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:32.022005 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bf0eb88f-97fc-439f-aaf1-562c0e78a09f req-5dacb47e-3387-45f9-aeab-69719a6e33c6 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 945 time: 0.0505204 Oct 28 10:02:32.061211 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-bf0eb88f-97fc-439f-aaf1-562c0e78a09f req-bcc07123-e83d-49db-a48b-33d14622a46f tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Oct 28 10:02:32.082846 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55128) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:02:32.124779 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce03bc-8eeb-4019-8770-9973e2889428 tempest-TestVolumeBootPattern-1977678310 tempest-TestVolumeBootPattern-1977678310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:32.126238 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-72ce03bc-8eeb-4019-8770-9973e2889428 tempest-TestVolumeBootPattern-1977678310 tempest-TestVolumeBootPattern-1977678310-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 1093 time: 0.0424070 Oct 28 10:02:32.129075 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55130) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:02:32.133414 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.v2.base [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Request body: {'floatingip': {'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'port_id': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 10:02:32.264285 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:32.364259 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:32.468839 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.db_base_plugin_common [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Allocated IP 172.27.0.200 (ae6bed28-47a2-4523-a409-696024717d02/5dd64580-735a-453b-87fb-efda1260736c/7d306ff9-66e1-47fc-b36c-6452fd946055) {{(pid=108756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:02:32.576204 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:32.665633 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741418993511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:32.706198 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Network ae6bed28-47a2-4523-a409-696024717d02 is already hosted by enough agents. {{(pid=108756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:02:32.709143 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.base_scheduler [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Resources bound (agent type, host, resource id): {{(pid=108756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:02:32.712682 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Received port after_create {{(pid=108756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 10:02:32.718105 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=7d306ff9-66e1-47fc-b36c-6452fd946055,revision_number=1']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:32.743494 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.743745 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.744069 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.745036 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.745515 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.745857 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.746179 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.746499 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.746893 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.747132 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.747445 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:32.747753 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:02:33.070094 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:33.187953 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-550848'] for port, before_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:33.342448 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for port, precommit_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:33.419394 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741419491566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741418993529', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741418993547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496815'] for port, after_update {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:33.491691 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event updated for resources: {'Port': ['ID=7d306ff9-66e1-47fc-b36c-6452fd946055,revision_number=2']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:02:33.502031 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1603642'] for floatingip, after_create {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:33.601589 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Floating IP 83cbb7c1-ac67-4486-858f-024913cfd0b9 associated. External IP: 172.27.0.200, port: fc7b947c-a4ba-4e69-bb2b-622c17670eb6. Oct 28 10:02:33.803497 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:02:33.909262 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:02:33.918762 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:02:33.929013 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:02:33.929729 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:02:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:33.986408 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:34.014642 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-a6dc0984-3929-480e-9584-fc9d866678bc tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8845398 Oct 28 10:02:34.015225 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:02:34.017538 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b44dae8-54be-4b41-8e5a-53b5e28009df" -d '{"events": [{"name": "network-changed", "server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:02:34.038470 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:02:34.058573 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95387b29-bbb9-469d-b7a2-6ddfabad620c x-openstack-request-id: req-95387b29-bbb9-469d-b7a2-6ddfabad620c {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:02:34.058859 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:02:34.059108 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-95387b29-bbb9-469d-b7a2-6ddfabad620c {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:02:34.059501 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'status': 'completed', 'code': 200} Oct 28 10:02:34.121541 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-494d0fdc-d95e-4324-b6c8-b319f4b0e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:34.123039 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-494d0fdc-d95e-4324-b6c8-b319f4b0e5c8 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 1098 time: 0.0417879 Oct 28 10:02:34.224773 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-df4ddd01-a0cf-42ae-84f0-97d46647d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:34.226274 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-df4ddd01-a0cf-42ae-84f0-97d46647d585 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0965025 Oct 28 10:02:34.267354 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 1, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}, {'id': '83cbb7c1-ac67-4486-858f-024913cfd0b9', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:3c:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:02:32Z', 'updated_at': '2021-10-28T10:02:32Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:34.297338 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-ee4bfd6e-f92d-4140-8c11-68e15eabd42b service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6 HTTP/1.1" status: 200 len: 999 time: 0.0622787 Oct 28 10:02:34.297993 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:02:34.306455 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:02:34.307150 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:02:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:34.355780 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-215f5b77-0deb-4b03-8be1-93eed9def770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:34.357345 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-215f5b77-0deb-4b03-8be1-93eed9def770 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0520477 Oct 28 10:02:34.403782 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-e9118a51-f799-44dd-875e-4044a3a8bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:34.405331 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-e9118a51-f799-44dd-875e-4044a3a8bcff service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410428 Oct 28 10:02:34.413298 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:02:34.502511 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-ef0aa9e0-da40-40ef-bced-8c469169b47c service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842257 Oct 28 10:02:34.593239 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-5b44dae8-54be-4b41-8e5a-53b5e28009df req-926a1429-c5a7-452b-836b-c3f137338db9 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896468 Oct 28 10:02:34.653828 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 1, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}, {'id': '83cbb7c1-ac67-4486-858f-024913cfd0b9', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:3c:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:02:32Z', 'updated_at': '2021-10-28T10:02:32Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:02:34.683673 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199def5-ab31-4ef7-8df5-cc461c40f918 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 1, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}, {'id': '83cbb7c1-ac67-4486-858f-024913cfd0b9', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:3c:a0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:02:32Z', 'updated_at': '2021-10-28T10:02:32Z', 'revision_number': 0, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:02:34.871071 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ac4b8-2230-4e47-b23b-86a01268df04 None None] New status for floating IP 83cbb7c1-ac67-4486-858f-024913cfd0b9: ACTIVE {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:02:38.023322 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-0349a3bd-fa3f-4176-991a-9189255c6849 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400698 Oct 28 10:02:38.105963 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-ea2bbd22-2549-4932-8b99-bc78a422695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:38.107457 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-ea2bbd22-2549-4932-8b99-bc78a422695d service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0407925 Oct 28 10:02:38.230061 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-d81d4bb2-b0a6-4e0e-9d48-7d494afb9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:38.231777 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-d81d4bb2-b0a6-4e0e-9d48-7d494afb9f38 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.1030760 Oct 28 10:02:38.307414 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-4b17365b-9a83-4fdc-8e35-9563c48d4673 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5d6985-145d-4f21-8120-003269e5b4c1 HTTP/1.1" status: 200 len: 1001 time: 0.0668716 Oct 28 10:02:38.356181 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-f2d5a796-9d96-417d-91e5-01696c59863e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:38.357669 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-f2d5a796-9d96-417d-91e5-01696c59863e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0444939 Oct 28 10:02:38.396153 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-ccefb80c-0f49-451b-a69a-c898adada268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:38.405360 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-fecd3c80-eb38-4764-9c1c-a17dc5d4acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:02:38.406876 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-fecd3c80-eb38-4764-9c1c-a17dc5d4acfb service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423310 Oct 28 10:02:38.505054 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-fa0fbcac-8859-4110-8cba-8f2d47ad20fe service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905969 Oct 28 10:02:38.598520 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-24ebc939-2a41-434a-be0a-0f7613f433f0 req-159db412-d626-4805-948a-395281b386bd service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845301 Oct 28 10:02:40.876355 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1a764a7a-e435-4214-9249-ebb21fb16dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:42.230581 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:42.481885 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:44.310986 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:02:58.343914 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:05.517486 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:03:08.360812 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4810f104-a1ee-47ac-8355-dc17ee7d8265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:10.846190 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6c93d342-2678-439d-adba-1b3bc013ec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:12.217555 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:12.457626 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:14.274117 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:28.342113 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:38.353514 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-974f9660-4612-49e0-a7fe-78464cbb78a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:39.996621 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-cb3d1f38-f68d-4c76-ab15-9736199441a6 service neutron] 10.222.0.109 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404897 Oct 28 10:03:40.063349 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-0fe31f8f-00e6-451a-8f72-f47901129669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:40.064882 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-0fe31f8f-00e6-451a-8f72-f47901129669 service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 1098 time: 0.0456989 Oct 28 10:03:40.170705 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-630c7e63-17db-4c6c-848a-fe3316ce86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:40.172177 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-630c7e63-17db-4c6c-848a-fe3316ce86db service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0878627 Oct 28 10:03:40.241703 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-1cb556f6-1721-4987-8aaa-25207fd01e69 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6 HTTP/1.1" status: 200 len: 1001 time: 0.0604451 Oct 28 10:03:40.290392 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-824611c5-7277-4a02-84b8-f7ea510b403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:40.291752 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-824611c5-7277-4a02-84b8-f7ea510b403e service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0437496 Oct 28 10:03:40.337295 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-644811f4-02f2-4c79-9281-e585d98c2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:03:40.338671 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-644811f4-02f2-4c79-9281-e585d98c2f77 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400963 Oct 28 10:03:40.432610 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-7863f094-f274-49d6-8a89-e12930014ba9 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870805 Oct 28 10:03:40.520820 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4cc76488-d255-49ed-b8ca-43ff41307e83 req-8c7fb8ee-85ad-4746-bc0f-17620c2f3aa8 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811553 Oct 28 10:03:40.845266 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-87339361-2f1c-4db5-a849-21f2eadf054b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:42.245029 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:42.502063 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:42.516976 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:03:44.307404 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:03:58.341848 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:01.447419 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55166) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:01.858374 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Deleting port 7d306ff9-66e1-47fc-b36c-6452fd946055 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:01.858634 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:01.939257 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:01.939584 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:01.953058 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Calling delete_port for 7d306ff9-66e1-47fc-b36c-6452fd946055 owned by network:floatingip {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:02.307668 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:02.338830 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event deleted for resources: {'Port': ['ID=7d306ff9-66e1-47fc-b36c-6452fd946055,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:02.351706 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.352048 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.352378 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.352741 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.353078 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.353396 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.353713 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.354031 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.354344 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.354654 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.354963 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.355272 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:02.413806 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:02.414164 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.db.l3_db [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Floating IP 83cbb7c1-ac67-4486-858f-024913cfd0b9 disassociated (deleted). External IP: 172.27.0.200, port: fc7b947c-a4ba-4e69-bb2b-622c17670eb6. Oct 28 10:04:02.624207 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:02.733706 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:02.738711 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:02.745062 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:02.755123 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:02.755735 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:03:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:02.765750 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-4863a649-974f-4021-bcba-69f52f49319c tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "DELETE /v2.0/floatingips/83cbb7c1-ac67-4486-858f-024913cfd0b9 HTTP/1.1" status: 204 len: 168 time: 1.3172085 Oct 28 10:04:02.766446 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6'}] {{(pid=108756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:04:02.769148 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7429dedd42808b29983f4b8618b7e686a20c270a9350dc657fdd27ddbce2f8bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06" -d '{"events": [{"name": "network-changed", "server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6"}]}' {{(pid=108756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:02.811185 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bffe5e5-c629-4b33-bd85-62774fee20cb x-openstack-request-id: req-1bffe5e5-c629-4b33-bd85-62774fee20cb {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:02.811573 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6", "status": "completed", "code": 200}]} {{(pid=108756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:02.811717 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1bffe5e5-c629-4b33-bd85-62774fee20cb {{(pid=108756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:02.812108 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'status': 'completed', 'code': 200} Oct 28 10:04:02.895904 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-b4dcebee-7c19-432f-82d6-97d3c38e479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:02.898543 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-b4dcebee-7c19-432f-82d6-97d3c38e479a service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 1098 time: 0.0592046 Oct 28 10:04:02.997152 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:02.997536 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-cb1d6376-9460-4b5a-a5bf-7c2c86a0de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:02.998823 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-cb1d6376-9460-4b5a-a5bf-7c2c86a0de69 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0917516 Oct 28 10:04:03.045369 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-6f6fc390-7747-40f1-aa45-8383db0058eb service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6 HTTP/1.1" status: 200 len: 217 time: 0.0391464 Oct 28 10:04:03.094822 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-d2920586-b76f-4f0b-b9d9-814222ea0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:03.096291 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-d2920586-b76f-4f0b-b9d9-814222ea0cfa service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0447731 Oct 28 10:04:03.149295 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-62c1b00d-7086-4c3d-bebe-92813ec3d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:03.150694 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-62c1b00d-7086-4c3d-bebe-92813ec3d484 service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466771 Oct 28 10:04:03.243371 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 1, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:03.281512 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:03.295884 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:03.296514 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:03:41Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:03.319669 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-df98cf70-74ee-400f-8f1b-e9df460a5d5f service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603873 Oct 28 10:04:03.447598 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:03.457463 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c44295c1-4e7f-476b-ab52-3b6f8e19ca06 req-fadb9b4b-cbf8-4717-9fb5-8ad9024c7474 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286268 Oct 28 10:04:03.477313 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3de74-1eab-4083-a76d-9f2cdf88e518 req-49d51f0e-8f41-436a-bdf1-400c432fe56d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:03.478982 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c8b3de74-1eab-4083-a76d-9f2cdf88e518 req-49d51f0e-8f41-436a-bdf1-400c432fe56d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 945 time: 0.1726665 Oct 28 10:04:03.527314 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-c8b3de74-1eab-4083-a76d-9f2cdf88e518 req-7b54cb0a-fb6d-4e9b-afe2-1c0f026fbff3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388455 Oct 28 10:04:03.690423 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 1, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:03.716862 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b2c9f9-ee61-4e27-a454-4c86f616e660 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_floatingips': [{'id': '034a758f-c81c-407d-bbe3-9d17b2618591', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'router_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'port_id': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'mac_address': 'fa:16:3e:59:9a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T10:00:22Z', 'updated_at': '2021-10-28T10:00:25Z', 'revision_number': 1, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:03.956321 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f20c9e-1833-4321-aae2-975669e60082 None None] New status for floating IP 83cbb7c1-ac67-4486-858f-024913cfd0b9: DOWN {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:04:04.716260 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c0995-baff-4472-826c-5f910cfeb432 req-21d1a5e5-92b7-4d21-956e-ad81caff17c2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:04.717964 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0d5c0995-baff-4472-826c-5f910cfeb432 req-21d1a5e5-92b7-4d21-956e-ad81caff17c2 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 945 time: 0.1094508 Oct 28 10:04:04.762982 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-0d5c0995-baff-4472-826c-5f910cfeb432 req-42d0f617-4391-4f4b-8116-cd48a3a9b8a0 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385895 Oct 28 10:04:04.894764 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-78a9beaa-bf5a-4115-8ba0-42242be8ade5 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:04.896491 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-78a9beaa-bf5a-4115-8ba0-42242be8ade5 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 945 time: 0.0610356 Oct 28 10:04:05.062952 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Deleting port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:05.063288 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:05.179760 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] For port fc7b947c-a4ba-4e69-bb2b-622c17670eb6, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:05.180110 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:05.196377 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Calling delete_port for fc7b947c-a4ba-4e69-bb2b-622c17670eb6 owned by compute:nova {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:05.485457 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:05.525802 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event deleted for resources: {'Port': ['ID=fc7b947c-a4ba-4e69-bb2b-622c17670eb6,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:05.557425 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.557764 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.558094 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.558418 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.558737 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.559057 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.559374 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.559692 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.560067 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.560680 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.560868 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.561207 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:05.583153 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] No DVR routers for this DVR port fc7b947c-a4ba-4e69-bb2b-622c17670eb6 on host hv-cinder-81571 {{(pid=108755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:04:05.587134 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:05.590876 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-eaa73c45-4eb0-4eb1-984f-da195e1e5975 req-5dcdcb40-c326-4ad6-bd93-385dc0dad6f3 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "DELETE /v2.0/ports/fc7b947c-a4ba-4e69-bb2b-622c17670eb6 HTTP/1.1" status: 204 len: 173 time: 0.6878026 Oct 28 10:04:05.591352 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'name': 'network-vif-deleted', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:04:05.593830 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0f3f69-0380-4712-980d-65830bf47d0e" -d '{"events": [{"server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "name": "network-vif-deleted", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:05.634404 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6b7862-aab2-4155-a7b8-cbe603c779b5 x-openstack-request-id: req-9f6b7862-aab2-4155-a7b8-cbe603c779b5 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:05.634763 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50017f57-0db5-44f0-a09a-bd8810ad07c4", "name": "network-vif-deleted", "tag": "fc7b947c-a4ba-4e69-bb2b-622c17670eb6", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:05.635093 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9f6b7862-aab2-4155-a7b8-cbe603c779b5 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:05.635541 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50017f57-0db5-44f0-a09a-bd8810ad07c4', 'name': 'network-vif-deleted', 'tag': 'fc7b947c-a4ba-4e69-bb2b-622c17670eb6', 'status': 'completed', 'code': 200} Oct 28 10:04:05.864725 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-860ad876-fc52-4d38-bb09-5e43ef7f24f4 req-78f464c5-baef-4a5d-a4da-1953644b2989 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 210 time: 0.0283940 Oct 28 10:04:06.995508 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-95cc14e2-4fe9-4e97-abb2-0891a52e4e23 req-3629a86b-66e9-4145-9b62-3a7773240e31 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=50017f57-0db5-44f0-a09a-bd8810ad07c4 HTTP/1.1" status: 200 len: 210 time: 0.0308270 Oct 28 10:04:08.409829 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-596852bd-05c4-45f8-8794-1c6abac7b71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:09.917782 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device fc7b947c-a4ba-4e69-bb2b-622c17670eb6 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:09.939575 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: fc7b947c-a4ba-4e69-bb2b-622c17670eb6 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:09.939912 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device fc7b947c-a4ba-4e69-bb2b-622c17670eb6 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:10.558640 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55214) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:10.780114 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Deleting port 87392d9d-c475-4f93-9225-d78241cdab2f {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:10.780424 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:10.874752 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:10.874992 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:10.888105 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Calling delete_port for 87392d9d-c475-4f93-9225-d78241cdab2f owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:10.907271 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-0363e76e-8da0-4206-a7bb-67ca76ad5c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:11.159073 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:11.188491 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event deleted for resources: {'Port': ['ID=87392d9d-c475-4f93-9225-d78241cdab2f,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:11.266563 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:11.266892 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.db.l3_db [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Floating IP 034a758f-c81c-407d-bbe3-9d17b2618591 disassociated (deleted). External IP: 172.27.0.121, port: 5f5d6985-145d-4f21-8120-003269e5b4c1. Oct 28 10:04:11.495280 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:11.876195 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:11.881425 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:11.886135 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:11.897297 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:11.897902 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:11.909095 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-7deb5b6a-7abb-4f76-ac9b-121ea894a162 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "DELETE /v2.0/floatingips/034a758f-c81c-407d-bbe3-9d17b2618591 HTTP/1.1" status: 204 len: 168 time: 1.3490727 Oct 28 10:04:11.909811 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:04:11.913150 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f056df-b8de-4205-aee1-0fd67c46d8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:11.951280 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 10:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bf8d5e-69af-4d87-9e1f-ded2876141ea x-openstack-request-id: req-75bf8d5e-69af-4d87-9e1f-ded2876141ea {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:11.951689 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:11.952112 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-75bf8d5e-69af-4d87-9e1f-ded2876141ea {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:11.952813 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'status': 'completed', 'code': 200} Oct 28 10:04:12.021934 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-83e923ab-aa72-4d5d-8674-edc42f02b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:12.023572 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-83e923ab-aa72-4d5d-8674-edc42f02b5fb service neutron] 10.222.0.109 "GET /v2.0/ports?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 1098 time: 0.0448334 Oct 28 10:04:12.029672 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:12.121778 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-247402c5-07e4-4666-ac72-83d5bd17a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:12.123364 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-247402c5-07e4-4666-ac72-83d5bd17a2d6 service neutron] 10.222.0.109 "GET /v2.0/networks?id=5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 200 len: 912 time: 0.0926993 Oct 28 10:04:12.170010 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-18d416a8-5be3-446a-84d2-465a743d09e1 service neutron] 10.222.0.109 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5d6985-145d-4f21-8120-003269e5b4c1 HTTP/1.1" status: 200 len: 217 time: 0.0393989 Oct 28 10:04:12.226174 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-9dbc495a-1c65-46b6-8baa-6500715f98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:12.227672 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-9dbc495a-1c65-46b6-8baa-6500715f98a6 service neutron] 10.222.0.109 "GET /v2.0/subnets?id=a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 200 len: 850 time: 0.0512407 Oct 28 10:04:12.271543 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:12.287598 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-52a06c06-ec78-4b48-a2ff-3d2596f9802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:12.289434 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-52a06c06-ec78-4b48-a2ff-3d2596f9802e service neutron] 10.222.0.109 "GET /v2.0/ports?network_id=5478037d-e561-4e8b-811e-6f93ca4dff8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541401 Oct 28 10:04:12.294445 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:12.332996 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:12.343523 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:12.344167 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:12.397969 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-6369d3c5-d80e-4dc5-bb97-4656c9818821 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991371 Oct 28 10:04:12.479236 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:12.520393 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:12.561066 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-21f056df-b8de-4205-aee1-0fd67c46d8ce req-6cebd082-403d-4a03-aaed-38d159157ab5 service neutron] 10.222.0.109 "GET /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560099 Oct 28 10:04:12.587284 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17ff07-9aef-4619-8e35-a6e23a613886 req-27c973d7-e957-4702-8dfa-27e6c5c2e543 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:12.593597 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd17ff07-9aef-4619-8e35-a6e23a613886 req-27c973d7-e957-4702-8dfa-27e6c5c2e543 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 945 time: 0.0737593 Oct 28 10:04:12.642962 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-fd17ff07-9aef-4619-8e35-a6e23a613886 req-f77d76bb-dcfd-4267-ad93-78c562190a3e tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464032 Oct 28 10:04:12.754086 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:12.786210 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f842f507-4da6-41ef-8e09-3542a4752441 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T09:56:48Z', 'revision_number': 4, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi', '_interfaces': [{'id': 'a16e1d09-25c4-4325-bfa8-74f8bf6e5789', 'name': '', 'network_id': '5478037d-e561-4e8b-811e-6f93ca4dff8e', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'mac_address': 'fa:16:3e:56:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:47Z', 'updated_at': '2021-10-28T09:56:51Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'subnets': [{'id': 'a44ccb35-3f0d-40a2-a127-116e092a45c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:13.054377 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ceb936-6444-49a5-a5dd-f3b90bc5c5cf None None] New status for floating IP 034a758f-c81c-407d-bbe3-9d17b2618591: DOWN {{(pid=108758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 10:04:13.766154 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165ebc2-b71d-42e4-b90a-37d98e977eee req-dad400c5-af68-4e72-8ad7-170b893036df tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:13.767622 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4165ebc2-b71d-42e4-b90a-37d98e977eee req-dad400c5-af68-4e72-8ad7-170b893036df tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 945 time: 0.0488694 Oct 28 10:04:13.805875 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-4165ebc2-b71d-42e4-b90a-37d98e977eee req-4718326a-612b-4963-8fe0-bbd9fa65d720 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Oct 28 10:04:14.054279 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-59dc0385-d778-4b08-aa4f-f3275f462427 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 10:04:14.055802 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-59dc0385-d778-4b08-aa4f-f3275f462427 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Oct 28 10:04:14.152424 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Deleting port 5f5d6985-145d-4f21-8120-003269e5b4c1 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:14.152753 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:14.247823 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] For port 5f5d6985-145d-4f21-8120-003269e5b4c1, host hv-cinder-81571, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81571',level=0,port_id=5f5d6985-145d-4f21-8120-003269e5b4c1,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:14.248180 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:14.265647 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Calling delete_port for 5f5d6985-145d-4f21-8120-003269e5b4c1 owned by compute:nova {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:14.289878 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:14.444477 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:14.473781 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event deleted for resources: {'Port': ['ID=5f5d6985-145d-4f21-8120-003269e5b4c1,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:14.514072 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] No DVR routers for this DVR port 5f5d6985-145d-4f21-8120-003269e5b4c1 on host hv-cinder-81571 {{(pid=108755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:04:14.516727 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for port, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:14.520098 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-88f5042f-f8d1-4d2d-a731-a05056875bd5 req-d95c257a-ad9d-4df0-ba4c-5f9c0829cf13 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.109 "DELETE /v2.0/ports/5f5d6985-145d-4f21-8120-003269e5b4c1 HTTP/1.1" status: 204 len: 173 time: 0.4558012 Oct 28 10:04:14.520571 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'name': 'network-vif-deleted', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1'}] {{(pid=108755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 10:04:14.523544 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d5967b4b86110a8ac1ed4ff1f747545f5dc9d19c27c4959d491321692c9d76d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfcd672-8bc8-4ee6-91c5-f2904755e4db" -d '{"events": [{"server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "name": "network-vif-deleted", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1"}]}' {{(pid=108755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 10:04:14.560557 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 10:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aa9016-b411-4f51-ad7a-6b4b0d6bbc97 x-openstack-request-id: req-b4aa9016-b411-4f51-ad7a-6b4b0d6bbc97 {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 10:04:14.560885 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535c0fe1-83a7-48c6-b8d5-edb548a9d8a1", "name": "network-vif-deleted", "tag": "5f5d6985-145d-4f21-8120-003269e5b4c1", "status": "completed", "code": 200}]} {{(pid=108755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 10:04:14.561165 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b4aa9016-b411-4f51-ad7a-6b4b0d6bbc97 {{(pid=108755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 10:04:14.561565 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535c0fe1-83a7-48c6-b8d5-edb548a9d8a1', 'name': 'network-vif-deleted', 'tag': '5f5d6985-145d-4f21-8120-003269e5b4c1', 'status': 'completed', 'code': 200} Oct 28 10:04:14.911463 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [req-048fbec5-a01d-43c4-8b84-27de158ebfd1 req-e9f3f617-2da3-401e-aa34-e09cb0a49937 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "GET /v2.0/ports?device_id=535c0fe1-83a7-48c6-b8d5-edb548a9d8a1 HTTP/1.1" status: 200 len: 210 time: 0.0311439 Oct 28 10:04:15.978958 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55230) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:16.102713 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Deleting port 0a232c73-240f-4192-8dc7-0e3ca1c212ef {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:16.105324 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:16.182223 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:16.182556 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:16.193934 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Calling delete_port for 0a232c73-240f-4192-8dc7-0e3ca1c212ef owned by network:floatingip {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:16.386866 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:16.413400 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event deleted for resources: {'Port': ['ID=0a232c73-240f-4192-8dc7-0e3ca1c212ef,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:16.473351 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for floatingip, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:16.476370 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7833'] for floatingip, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:16.477596 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-05fc05f5-317f-4c37-ad6c-f0d46e5ccb45 tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "DELETE /v2.0/floatingips/95e06499-7491-4321-9866-83756a741691 HTTP/1.1" status: 204 len: 168 time: 0.4976051 Oct 28 10:04:17.830255 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55242) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:17.895164 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-844a3756-e43f-4038-b769-5350f30c498d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:17.919489 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-844a3756-e43f-4038-b769-5350f30c498d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:17.979689 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5f5d6985-145d-4f21-8120-003269e5b4c1 no longer exists at agent hyperv_hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:18.000375 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] No Port match for: 5f5d6985-145d-4f21-8120-003269e5b4c1 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:18.000749 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Device 5f5d6985-145d-4f21-8120-003269e5b4c1 not bound to the agent host hv-cinder-81571 {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:18.072388 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-844a3756-e43f-4038-b769-5350f30c498d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:18.075273 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-844a3756-e43f-4038-b769-5350f30c498d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:18.076483 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-844a3756-e43f-4038-b769-5350f30c498d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] 10.222.0.104 "DELETE /v2.0/security-groups/bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca HTTP/1.1" status: 204 len: 168 time: 0.2452567 Oct 28 10:04:18.085978 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a3756-e43f-4038-b769-5350f30c498d tempest-TestVolumeBootPattern-1040868839 tempest-TestVolumeBootPattern-1040868839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7ccc2-4e11-4a99-b6dc-6dcf251f90ca,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:18.205442 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55246) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:18.653944 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:18.903244 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Deleting port a16e1d09-25c4-4325-bfa8-74f8bf6e5789 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:18.903947 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:18.984160 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] For port a16e1d09-25c4-4325-bfa8-74f8bf6e5789, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:18.984518 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:18.997984 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Calling delete_port for a16e1d09-25c4-4325-bfa8-74f8bf6e5789 owned by network:router_interface {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:19.267229 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:19.291805 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16e1d09-25c4-4325-bfa8-74f8bf6e5789,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:19.477947 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:19.516218 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:04:19.705375 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Router 7a7f2413-53b3-489d-81d4-f27381ada20e has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:19.810998 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:19.817461 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-c0806e28-d0ab-4d30-8489-002b903dc331 admin admin] 10.222.0.104 "PUT /v2.0/routers/7a7f2413-53b3-489d-81d4-f27381ada20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107774 Oct 28 10:04:19.820948 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55250) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:19.822952 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] Sync routers for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:19.837262 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:19.837888 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:19.928545 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks [] for router, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:19.945776 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: dv-cinder-815712-3-iscsi {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:20.039545 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.137563 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T10:04:19Z', 'revision_number': 5, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port': {'id': '166cdc05-55f7-41e0-a988-1e3d75e8dd69', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:51:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:45Z', 'updated_at': '2021-10-28T09:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:20.165933 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] Checking router: 7a7f2413-53b3-489d-81d4-f27381ada20e for host: dv-cinder-815712-3-iscsi {{(pid=108757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:20.175703 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] Routers {'7a7f2413-53b3-489d-81d4-f27381ada20e'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:20.176350 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['7a7f2413-53b3-489d-81d4-f27381ada20e'], 'active': True} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:20.218276 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Deleting port 166cdc05-55f7-41e0-a988-1e3d75e8dd69 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:20.219242 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.315586 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] For port 166cdc05-55f7-41e0-a988-1e3d75e8dd69, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=166cdc05-55f7-41e0-a988-1e3d75e8dd69,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:20.315957 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.333608 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Calling delete_port for 166cdc05-55f7-41e0-a988-1e3d75e8dd69 owned by network:router_gateway {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:20.398725 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvr_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] Set router 7a7f2413-53b3-489d-81d4-f27381ada20e gateway port host: None {{(pid=108757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:20.453271 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_hamode_db [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T10:04:20Z', 'revision_number': 6, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port_host': None}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:20.483186 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3b5e54-32da-46a5-95db-608956fdbb34 None None] The sync data for ids ['7a7f2413-53b3-489d-81d4-f27381ada20e'] in dv-cinder-815712-3-iscsi is: [{'id': '7a7f2413-53b3-489d-81d4-f27381ada20e', 'name': 'tempest-TestVolumeBootPattern-995115075-router', 'tenant_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:44Z', 'updated_at': '2021-10-28T10:04:20Z', 'revision_number': 6, 'project_id': '8891d4ce726f4b84a18cbb3bce4e53c3', 'gw_port_host': None}] {{(pid=108757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:20.603988 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.631474 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Pushing event deleted for resources: {'Port': ['ID=166cdc05-55f7-41e0-a988-1e3d75e8dd69,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:20.699044 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.794387 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.796590 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.980929 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.981860 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a7f2413-53b3-489d-81d4-f27381ada20e {{(pid=108755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:04:20.988314 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:20.988314 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-7fbbf085-585c-4b9c-a9bc-370959fff643 admin admin] 10.222.0.104 "DELETE /v2.0/routers/7a7f2413-53b3-489d-81d4-f27381ada20e HTTP/1.1" status: 204 len: 168 time: 1.1652446 Oct 28 10:04:20.989852 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55252) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:21.036481 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] Deleting subnet a44ccb35-3f0d-40a2-a127-116e092a45c6 {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:04:21.040311 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.081040 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.163493 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.261743 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device a16e1d09-25c4-4325-bfa8-74f8bf6e5789 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:21.284695 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: a16e1d09-25c4-4325-bfa8-74f8bf6e5789 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:21.285056 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device a16e1d09-25c4-4325-bfa8-74f8bf6e5789 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:21.285462 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 166cdc05-55f7-41e0-a988-1e3d75e8dd69 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:21.307005 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.308524 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 166cdc05-55f7-41e0-a988-1e3d75e8dd69 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:21.308914 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 166cdc05-55f7-41e0-a988-1e3d75e8dd69 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:21.337121 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44ccb35-3f0d-40a2-a127-116e092a45c6,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:21.340756 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.344360 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-43c48761-8882-436c-9918-afd63b2f46b3 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a44ccb35-3f0d-40a2-a127-116e092a45c6 HTTP/1.1" status: 204 len: 168 time: 0.3532224 Oct 28 10:04:21.347987 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55254) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:21.351707 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0bef7-2530-46f7-b69f-e9e41d7c0a5f None None] Network 5478037d-e561-4e8b-811e-6f93ca4dff8e requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:04:21.438772 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.508127 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Deleting port 7662b21e-1cf4-42f9-9935-a817c359da16 {{(pid=108756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:21.508374 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.577498 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] DHCP port deletion for 5478037d-e561-4e8b-811e-6f93ca4dff8e request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 10:04:21.586507 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.db [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] For port 7662b21e-1cf4-42f9-9935-a817c359da16, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7662b21e-1cf4-42f9-9935-a817c359da16,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:21.586865 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.601468 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.plugin [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Calling delete_port for 7662b21e-1cf4-42f9-9935-a817c359da16 owned by network:dhcp {{(pid=108756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:21.633701 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Deleting port 7662b21e-1cf4-42f9-9935-a817c359da16 {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:21.634176 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.716269 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] For port 7662b21e-1cf4-42f9-9935-a817c359da16, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=7662b21e-1cf4-42f9-9935-a817c359da16,segment=NetworkSegment(d9db8549-1a5b-4ba0-a9f0-4c9a112c8283),segment_id=d9db8549-1a5b-4ba0-a9f0-4c9a112c8283)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:21.716713 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.730093 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Calling delete_port for 7662b21e-1cf4-42f9-9935-a817c359da16 owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:21.758926 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496596'] for port, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.786003 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Pushing event deleted for resources: {'Port': ['ID=7662b21e-1cf4-42f9-9935-a817c359da16,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:21.790865 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] No DVR routers for this DVR port 7662b21e-1cf4-42f9-9935-a817c359da16 on host dv-cinder-815712-3-iscsi {{(pid=108756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:04:21.813341 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.840630 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Pushing event deleted for resources: {'Port': ['ID=7662b21e-1cf4-42f9-9935-a817c359da16,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:21.842998 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] No DVR routers for this DVR port 7662b21e-1cf4-42f9-9935-a817c359da16 on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:04:21.857169 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.857724 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.858268 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.858923 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.859347 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.859936 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.861004 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.861004 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.861519 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.862066 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.862609 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.863141 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4167b7df-de68-4171-9aaf-04ed8031098e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815712-3-iscsi {{(pid=108757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:04:21.874616 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.897241 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5478037d-e561-4e8b-811e-6f93ca4dff8e']}} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:21.907294 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283') {'for_net_delete': True} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:21.907696 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.services.segments.db [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9db8549-1a5b-4ba0-a9f0-4c9a112c8283') {} {{(pid=108756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:21.918553 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286126'] for segment, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.935046 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.942301 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=108756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:04:21.942688 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496779'] for segment, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: Traceback (most recent call last): Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: timer() Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: cb(*args, **kw) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: return func(*args, **kwargs) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: self._notify() Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: self.callback(batched_events) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: event.method(event) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: return f(self, *a, **k) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._get(url).json() Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: return self.request(url, 'GET', **kwargs) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:04:21.945348 dv-cinder-815712-3-iscsi neutron-server[108756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:04:22.083803 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:22.090062 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:22.093365 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] 10.222.0.104 "DELETE /v2.0/networks/5478037d-e561-4e8b-811e-6f93ca4dff8e HTTP/1.1" status: 204 len: 168 time: 0.7442722 Oct 28 10:04:22.097630 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55256) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:22.108634 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5fe23-9b22-4627-a3dd-02057248a848 admin admin] Pushing event deleted for resources: {'Network': ['ID=5478037d-e561-4e8b-811e-6f93ca4dff8e,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:22.489962 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1602362'] for router_interface, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:22.747178 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Deleting port 3afb60ee-2f31-48b2-b6df-27e590b83c41 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:22.747460 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:22.833956 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] For port 3afb60ee-2f31-48b2-b6df-27e590b83c41, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=3afb60ee-2f31-48b2-b6df-27e590b83c41,segment=NetworkSegment(c5345e76-47cc-44f5-a26d-d3c43b01a88d),segment_id=c5345e76-47cc-44f5-a26d-d3c43b01a88d)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:22.835785 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:22.849620 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Calling delete_port for 3afb60ee-2f31-48b2-b6df-27e590b83c41 owned by network:router_interface {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:22.994935 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7662b21e-1cf4-42f9-9935-a817c359da16 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:23.016544 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 7662b21e-1cf4-42f9-9935-a817c359da16 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:23.016892 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 7662b21e-1cf4-42f9-9935-a817c359da16 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:23.135417 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:23.161770 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3afb60ee-2f31-48b2-b6df-27e590b83c41,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:23.332865 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1602518'] for router_interface, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:23.544892 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Router d3649865-89ba-475c-80cc-ae372aa2777b has already been hosted by L3 agent 3b5922c4-ab56-4fd6-a937-9052680bc1af {{(pid=108755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:04:23.647653 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] Notify agent at l3_agent.dv-cinder-815712-3-iscsi the message routers_updated {{(pid=108755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:04:23.652637 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-b0805e17-309d-4acd-b9ab-eb70b9e8b6a7 admin admin] 10.222.0.104 "PUT /v2.0/routers/d3649865-89ba-475c-80cc-ae372aa2777b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5550025 Oct 28 10:04:23.655177 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55258) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:23.658216 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] Sync routers for ids ['d3649865-89ba-475c-80cc-ae372aa2777b'] in dv-cinder-815712-3-iscsi {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:04:23.669772 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] Routers {'d3649865-89ba-475c-80cc-ae372aa2777b'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:23.670370 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['d3649865-89ba-475c-80cc-ae372aa2777b'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:23.760415 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks [] for router, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:23.863871 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:23.867898 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] Set router d3649865-89ba-475c-80cc-ae372aa2777b gateway port host: dv-cinder-815712-3-iscsi {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:23.980739 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Deleting port 711085de-e14a-49f1-afac-519869ff2acf {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:23.981321 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.054860 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'external_fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '711085de-e14a-49f1-afac-519869ff2acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T10:04:22Z', 'revision_number': 5, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port': {'id': '711085de-e14a-49f1-afac-519869ff2acf', 'name': '', 'network_id': 'ae6bed28-47a2-4523-a409-696024717d02', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5dd64580-735a-453b-87fb-efda1260736c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815712-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T09:56:52Z', 'updated_at': '2021-10-28T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5dd64580-735a-453b-87fb-efda1260736c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815712-3-iscsi'}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:24.088014 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] Checking router: d3649865-89ba-475c-80cc-ae372aa2777b for host: dv-cinder-815712-3-iscsi {{(pid=108758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:04:24.097067 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] Routers {'d3649865-89ba-475c-80cc-ae372aa2777b'} bound to L3 agent in host dv-cinder-815712-3-iscsi {{(pid=108758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 10:04:24.097696 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815712-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T09:39:41Z,description=,heartbeat_timestamp=2021-10-28T10:04:11Z,host='dv-cinder-815712-3-iscsi',id=3b5922c4-ab56-4fd6-a937-9052680bc1af,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T09:39:41Z,topic='l3_agent')) {'router_ids': ['d3649865-89ba-475c-80cc-ae372aa2777b'], 'active': True} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:24.188460 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_dvr_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] Set router d3649865-89ba-475c-80cc-ae372aa2777b gateway port host: None {{(pid=108758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 10:04:24.242580 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.l3_hamode_db [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T10:04:23Z', 'revision_number': 6, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port_host': None}], 'dv-cinder-815712-3-iscsi', False) {} {{(pid=108758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:24.274080 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb629e00-9c3b-418a-84ad-351d0ea55cb6 None None] The sync data for ids ['d3649865-89ba-475c-80cc-ae372aa2777b'] in dv-cinder-815712-3-iscsi is: [{'id': 'd3649865-89ba-475c-80cc-ae372aa2777b', 'name': 'tempest-TestVolumeBootPattern-1886700384-router', 'tenant_id': 'd5cd0df2d6524f13845092e30f976b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T09:56:51Z', 'updated_at': '2021-10-28T10:04:23Z', 'revision_number': 6, 'project_id': 'd5cd0df2d6524f13845092e30f976b66', 'gw_port_host': None}] {{(pid=108758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:04:24.339126 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] For port 711085de-e14a-49f1-afac-519869ff2acf, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=711085de-e14a-49f1-afac-519869ff2acf,segment=NetworkSegment(430d65b0-6e51-4fee-8f92-98d2d7f96b87),segment_id=430d65b0-6e51-4fee-8f92-98d2d7f96b87)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:24.339868 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.351588 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Calling delete_port for 711085de-e14a-49f1-afac-519869ff2acf owned by network:router_gateway {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:24.616152 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.640762 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Pushing event deleted for resources: {'Port': ['ID=711085de-e14a-49f1-afac-519869ff2acf,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:24.721651 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1603700'] for router_gateway, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.814401 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1601566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12354'] for router, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.816455 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.947006 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1601545'] for router, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.947670 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3649865-89ba-475c-80cc-ae372aa2777b {{(pid=108755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 10:04:24.952818 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] Publish callbacks [] for router, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:24.954029 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-e139ba6f-8652-4b60-81da-f54671a77320 admin admin] 10.222.0.104 "DELETE /v2.0/routers/d3649865-89ba-475c-80cc-ae372aa2777b HTTP/1.1" status: 204 len: 168 time: 1.2979419 Oct 28 10:04:24.956512 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55260) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:25.006064 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.db_base_plugin_v2 [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] Deleting subnet 8a0de25f-5526-4245-8331-df2faf92197f {{(pid=108755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 10:04:25.010141 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.049481 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18162659'] for subnet, precommit_delete_associations {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.066126 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 3afb60ee-2f31-48b2-b6df-27e590b83c41 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:25.090056 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 3afb60ee-2f31-48b2-b6df-27e590b83c41 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:25.090389 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 3afb60ee-2f31-48b2-b6df-27e590b83c41 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:25.090995 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 711085de-e14a-49f1-afac-519869ff2acf no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:25.111935 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: 711085de-e14a-49f1-afac-519869ff2acf {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:25.112276 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device 711085de-e14a-49f1-afac-519869ff2acf not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:25.133453 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1002590'] for subnet, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.267225 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1002583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2094143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18152998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18471195'] for subnet, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.300072 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0de25f-5526-4245-8331-df2faf92197f,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:25.306226 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.310184 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-c389341f-d36e-4f2f-8320-47493f786081 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/8a0de25f-5526-4245-8331-df2faf92197f HTTP/1.1" status: 204 len: 168 time: 0.3526747 Oct 28 10:04:25.311965 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a94fb2-d73e-45a3-b602-79d09ba74e38 None None] Network c1b1c554-a532-4815-99e2-da87a7a8fd1c requested from dv-cinder-815712-3-iscsi {{(pid=108757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 10:04:25.312614 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55262) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:25.387951 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-600741'] for network, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.444537 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Deleting port efac34b8-c497-4031-a432-784b1dd21932 {{(pid=108755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:25.445038 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.509508 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] DHCP port deletion for c1b1c554-a532-4815-99e2-da87a7a8fd1c request from dv-cinder-815712-3-iscsi {{(pid=108757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 10:04:25.516849 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.db [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] For port efac34b8-c497-4031-a432-784b1dd21932, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=efac34b8-c497-4031-a432-784b1dd21932,segment=NetworkSegment(c5345e76-47cc-44f5-a26d-d3c43b01a88d),segment_id=c5345e76-47cc-44f5-a26d-d3c43b01a88d)] {{(pid=108755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:25.517215 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.530770 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.plugin [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Calling delete_port for efac34b8-c497-4031-a432-784b1dd21932 owned by network:dhcp {{(pid=108755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:25.556921 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] Deleting port efac34b8-c497-4031-a432-784b1dd21932 {{(pid=108757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 10:04:25.557285 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741419484438'] for port, before_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.621329 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.db [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] For port efac34b8-c497-4031-a432-784b1dd21932, host dv-cinder-815712-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815712-3-iscsi',level=0,port_id=efac34b8-c497-4031-a432-784b1dd21932,segment=NetworkSegment(c5345e76-47cc-44f5-a26d-d3c43b01a88d),segment_id=c5345e76-47cc-44f5-a26d-d3c43b01a88d)] {{(pid=108757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:04:25.621720 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593923'] for port, precommit_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.633980 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] Calling delete_port for efac34b8-c497-4031-a432-784b1dd21932 owned by network:dhcp {{(pid=108757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 10:04:25.689955 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18152979'] for port, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.713859 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Pushing event deleted for resources: {'Port': ['ID=efac34b8-c497-4031-a432-784b1dd21932,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:25.716223 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-550828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741419491548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741418993520'] for port, after_delete {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.719746 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] No DVR routers for this DVR port efac34b8-c497-4031-a432-784b1dd21932 on host dv-cinder-815712-3-iscsi {{(pid=108755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:04:25.742564 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] Pushing event deleted for resources: {'Port': ['ID=efac34b8-c497-4031-a432-784b1dd21932,revision_number=None']} {{(pid=108757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:25.746037 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21113a-8703-43ef-af3e-4a24cc0c518e None None] No DVR routers for this DVR port efac34b8-c497-4031-a432-784b1dd21932 on host dv-cinder-815712-3-iscsi {{(pid=108757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 10:04:25.802249 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1005259', 'neutron.services.segments.db._delete_segments_for_network-8741419518302'] for network, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.824111 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b1c554-a532-4815-99e2-da87a7a8fd1c']}} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:25.839290 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5345e76-47cc-44f5-a26d-d3c43b01a88d') {'for_net_delete': True} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:25.839808 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.services.segments.db [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5345e76-47cc-44f5-a26d-d3c43b01a88d') {} {{(pid=108755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:04:25.853033 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741419517543', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18162586'] for segment, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.867038 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247'] for segment, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.874242 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=108755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1001247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18153164'] for segment, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: Traceback (most recent call last): Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: timer() Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: cb(*args, **kw) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: return func(*args, **kwargs) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: self._notify() Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: self.callback(batched_events) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: event.method(event) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: return f(self, *a, **k) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._get(url).json() Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: return self.request(url, 'GET', **kwargs) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 10:04:25.881561 dv-cinder-815712-3-iscsi neutron-server[108755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 10:04:26.118655 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1005248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083257', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1603656'] for network, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:26.124140 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677459'] for network, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:26.127332 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] 10.222.0.104 "DELETE /v2.0/networks/c1b1c554-a532-4815-99e2-da87a7a8fd1c HTTP/1.1" status: 204 len: 168 time: 0.8136168 Oct 28 10:04:26.139397 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd446b5-0e42-45f2-8256-43b6bf18fe2f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b1c554-a532-4815-99e2-da87a7a8fd1c,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:26.479389 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55266) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:26.520179 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-7e216a63-5037-4128-86ef-826d0d114210 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8891d4ce726f4b84a18cbb3bce4e53c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394111 Oct 28 10:04:26.523658 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.wsgi [-] (108756) accepted ('10.222.0.104', 55268) {{(pid=108756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:26.571570 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d189c9c-e043-4d3b-a141-a95c70e71f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:26.592579 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d189c9c-e043-4d3b-a141-a95c70e71f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:26.712483 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d189c9c-e043-4d3b-a141-a95c70e71f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:26.715317 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron_lib.callbacks.manager [None req-9d189c9c-e043-4d3b-a141-a95c70e71f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:26.716857 dv-cinder-815712-3-iscsi neutron-server[108756]: INFO neutron.wsgi [None req-9d189c9c-e043-4d3b-a141-a95c70e71f24 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3ef21909-f6c3-4491-bee5-798ef337fcc6 HTTP/1.1" status: 204 len: 168 time: 0.1919384 Oct 28 10:04:26.725065 dv-cinder-815712-3-iscsi neutron-server[108756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d189c9c-e043-4d3b-a141-a95c70e71f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef21909-f6c3-4491-bee5-798ef337fcc6,revision_number=None']} {{(pid=108756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:27.002988 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device efac34b8-c497-4031-a432-784b1dd21932 no longer exists at agent ovs-agent-dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 10:04:27.023361 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.plugin [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] No Port match for: efac34b8-c497-4031-a432-784b1dd21932 {{(pid=108757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 10:04:27.023698 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron.plugins.ml2.rpc [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Device efac34b8-c497-4031-a432-784b1dd21932 not bound to the agent host dv-cinder-815712-3-iscsi {{(pid=108757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 10:04:27.329920 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55274) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:27.372165 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-0d040324-0135-45f2-a08d-f67e57f598d5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d5cd0df2d6524f13845092e30f976b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410779 Oct 28 10:04:27.374641 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [-] (108755) accepted ('10.222.0.104', 55276) {{(pid=108755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 10:04:27.423342 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ed8aebcc-3bcb-41f2-8f90-3ab96ab1ad1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:27.446268 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ed8aebcc-3bcb-41f2-8f90-3ab96ab1ad1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:27.558216 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ed8aebcc-3bcb-41f2-8f90-3ab96ab1ad1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2022159'] for security_group, after_delete {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:27.561622 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron_lib.callbacks.manager [None req-ed8aebcc-3bcb-41f2-8f90-3ab96ab1ad1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:27.562784 dv-cinder-815712-3-iscsi neutron-server[108755]: INFO neutron.wsgi [None req-ed8aebcc-3bcb-41f2-8f90-3ab96ab1ad1b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b2be616b-3d3b-412f-8106-3b717b19f01f HTTP/1.1" status: 204 len: 168 time: 0.1872480 Oct 28 10:04:27.572112 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8aebcc-3bcb-41f2-8f90-3ab96ab1ad1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2be616b-3d3b-412f-8106-3b717b19f01f,revision_number=None']} {{(pid=108755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:04:28.335214 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:38.408756 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a2b0dd0b-a703-4cbd-9088-5fc5b8bb576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:40.859200 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-fe6be30b-bd7c-42f5-ac82-6fd04eb25d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.214621 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:42.523344 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:44.311498 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:04:56.516370 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:04:58.372635 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:08.377675 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7485bb71-ba3e-471e-b00c-877842114099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:10.857650 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-61dfc4ec-f9e3-4717-9a93-aa7b2ff79110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:12.248117 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:12.505697 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:14.328138 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:28.394519 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:33.515267 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:05:38.384178 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f265d411-f3b8-4132-b161-47f232899bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:40.839372 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-23a86272-ec8e-4c61-b772-995f18bfea8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:42.239394 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:42.552704 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:44.341686 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:05:58.412987 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:08.380782 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-21a720b6-423b-4d7d-b73b-ef29cfb1646e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:10.515639 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:06:10.846406 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d76ffe6d-871f-4c7b-8807-f63473ceb194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:12.212102 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:12.480832 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:14.294780 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:28.402628 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:38.354191 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-9b4bea47-e4f4-4bf9-8ed8-73b89c19f6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:40.853470 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-584403e5-c3e0-4cff-b352-d489dc4c0b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:42.228514 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:42.493430 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:44.308414 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:06:47.515427 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:06:58.427980 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:08.366306 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-dcdf2322-856b-437c-aa45-62ad4794c0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:10.850997 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-18228020-44a9-42ae-9c63-b3949866892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:12.281472 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:12.566452 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:14.332154 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:24.514708 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:07:28.416905 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:38.427843 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-845cfb1f-f134-48de-b576-1686896dced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:40.872985 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-7200aae8-7a07-4083-b4e2-a1faa2991add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:42.347655 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:42.569849 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:44.319302 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:07:58.438134 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:01.516950 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:08:08.363530 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-e6f2bf52-49b9-4749-9ca2-f36d04862e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:10.854491 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-d6d3777f-a8c3-48e0-9c89-49609b9a3e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:12.232005 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:12.500765 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:14.328792 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:28.436642 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:38.368032 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-87218ec2-1f36-4911-8537-fad8a24024ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:38.516152 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:08:40.830470 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-6880064b-9f5a-479b-8784-b3b6279c1d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:42.230824 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:42.493437 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:44.322186 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:08:58.447590 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:08.389991 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-f6cb76ae-054b-45c9-8d29-91f467581c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:10.853284 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-ed0aa989-efdc-4baa-b2dd-46d53478ce7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:12.281206 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:12.505771 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:14.293081 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:15.515581 dv-cinder-815712-3-iscsi neutron-server[108758]: DEBUG neutron.db.agents_db [None req-55ce486c-828d-4c53-8a67-1da57c46f002 None None] Agent healthcheck: found 6 active agents {{(pid=108758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:09:28.440578 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-77f37a93-f760-4c88-b2d8-39b76fe66b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:38.394883 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-bc3088cb-7a85-4890-ad75-6810bc9488b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:40.845859 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-a383925b-ccfe-4f82-b6f3-b331bfacaf28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.240158 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-86351707-525b-49dd-9c14-935e6fbe358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:42.515015 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-2925fb1b-e5ba-4b3c-bdc0-f6e70e5ad303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:44.320855 dv-cinder-815712-3-iscsi neutron-server[108757]: DEBUG neutron_lib.callbacks.manager [None req-8a4a7f66-97cc-4817-8de9-19ac574096b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741419518284', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1006977'] for agent, after_update {{(pid=108757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 10:09:51.800626 dv-cinder-815712-3-iscsi neutron-server[108755]: DEBUG neutron.wsgi [req-12f14fb9-d3d6-46cd-92dd-a5b503257fd9 req-e28bc5c1-c34a-4654-a9f1-fe565267d7c2 service neutron] (108755) timed out ('10.222.0.104', 51982) {{(pid=108755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}